![[Jenkins]](/jenkins/static/62b7ca6c/images/svgs/logo.svg){kind=logo}
Started by timer Obtained pipelines/pingcap/tidb/latest/periodics_integration_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2 Agent pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2 is provisioned from template pingcap_tidb_periodics_integration_test_3125-zzcf8-txkkq --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "bd19a4e1e705f28442f4d85956ed155522b7b290" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-zzcf8" name: "pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv JENKINS_NODE_COOKIE=1353e54d-e5e8-4ebe-84f4-3d6141382a9d BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-periodics_integration_test-3125 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/periodics_integration_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#3125 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=3125 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=periodics_integration_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins TARGET_BRANCH=master POD_LABEL=pingcap_tidb_periodics_integration_test_3125-zzcf8 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-f85b2acbe31359358c5dc17f7975d8707842953e6f2f09f475339d00b95c7900 NODE_LABELS=pingcap_tidb_periodics_integration_test_3125-zzcf8 pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/display/redirect BUILD_NUMBER=3125 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build388065357=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2 bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-periodics-integration-test-3125-zzcf8-txkkq-dvtp2 bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 7035 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 77067fd9a8239b7f (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 26 IN A 20.205.243.166 ;; Query time: 1 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Sun May 05 07:00:13 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Download) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/download [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 956 0 --:--:-- --:--:-- --:--:-- 976 [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 357 0 --:--:-- --:--:-- --:--:-- 359 [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/tidb/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 668 0 --:--:-- --:--:-- --:--:-- 672 [Pipeline] } [Pipeline] // script [Pipeline] sh + tikv_download_url=http://fileserver.pingcap.net/download/builds/pingcap/tikv/72a0fd5b00235a7c56014b77ddd933e2a0d33c88/centos7/tikv-server.tar.gz + pd_download_url=http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz + mkdir -p tmp + mkdir -p third_bin + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 0 -O tmp/tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/72a0fd5b00235a7c56014b77ddd933e2a0d33c88/centos7/tikv-server.tar.gz + tar -xz -C third_bin bin/tikv-server -f tmp/tikv-server.tar.gz + mv third_bin/bin/tikv-server third_bin/ + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 0 -O tmp/pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz + tar -xz -C third_bin 'bin/*' -f tmp/pd-server.tar.gz + mv third_bin/bin/pd-api-bench third_bin/bin/pd-ctl third_bin/bin/pd-heartbeat-bench third_bin/bin/pd-recover third_bin/bin/pd-server third_bin/bin/pd-tso-bench third_bin/bin/pd-ut third_bin/bin/regions-dump third_bin/bin/stores-dump third_bin/bin/xprog third_bin/ + rm -rf third_bin/bin + ls -alh third_bin total 763M drwxr-sr-x. 2 jenkins jenkins 4.0K May 5 15:01 . drwxr-sr-x. 4 jenkins jenkins 4.0K May 5 15:00 .. -rwxr-xr-x. 1 jenkins jenkins 37M Apr 30 16:11 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 30 16:10 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Apr 30 16:10 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:10 pd-recover -rwxr-xr-x. 1 jenkins jenkins 106M Apr 30 16:10 pd-server -rwxr-xr-x. 1 jenkins jenkins 26M Apr 30 16:10 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 3.0M Apr 30 16:11 pd-ut -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:10 regions-dump -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:11 stores-dump -rwxr-xr-x. 1 jenkins jenkins 418M Apr 30 11:29 tikv-server -rwxr-xr-x. 1 jenkins jenkins 2.0M Apr 30 16:11 xprog [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-master) 445809664 bytes in 2.06 secs (216496448 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.git/ .git HEAD is now at 089cba485 pkg/util: fix panic caused by logging grpc err (#52179) POST git-upload-pack (383 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb 089cba4853..600b2ed4bf master -> origin/master * [new tag] v8.1.0-alpha -> v8.1.0-alpha * [new tag] v8.2.0-alpha -> v8.2.0-alpha Previous HEAD position was 089cba4853 pkg/util: fix panic caused by logging grpc err (#52179) HEAD is now at 600b2ed4bf *: bump client-go to fix #53011 (#53012) 600b2ed4bf0aa38224a1c4c4c68831820735515c 600b2ed4bf *: bump client-go to fix #53011 (#53012) c24dca58f5 infoschema: load auto id related changes for multi-schema-change diff (#52967) 7481aa6d0b br: adjust file directory `br/pkg/restore` (#52944) ✅ Checkout master 🎉 /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb ✅ ~~~~~ All done. ~~~~~~ [Pipeline] sh + git status HEAD detached at origin/master You are in a sparse checkout with 100% of tracked files present. nothing to commit, working tree clean + git fetch origin master:local_master From https://github.com/pingcap/tidb 089cba4853..600b2ed4bf master -> local_master + git checkout local_master Switched to branch 'local_master' + git checkout -f 600b2ed4bf0aa38224a1c4c4c68831820735515c Note: switching to '600b2ed4bf0aa38224a1c4c4c68831820735515c'. You are in 'detached HEAD' state. You can look around, make experimental changes and commit them, and you can discard any commits you make in this state without impacting any branches by switching back to a branch. If you want to create a new branch to retain commits you create, you may do so (now or later) by using -c with the switch command. Example: git switch -c <new-branch-name> Or undo this operation with: git switch - Turn off this advice by setting config variable advice.detachedHead to false HEAD is now at 600b2ed4bf *: bump client-go to fix #53011 (#53012) + git status -s [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache not saved (git/pingcap/tidb/rev-master already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + make CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-79-g600b2ed4bf" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-05 07:01:25" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=600b2ed4bf0aa38224a1c4c4c68831820735515c" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/tikv/pd/client v0.0.0-20240430080403-1679dbca25b3 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240430145241-6cb0704fce51 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading google.golang.org/grpc v1.63.2 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.24.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/stretchr/testify v1.9.0 go: downloading golang.org/x/exp v0.0.0-20240404231335-c0f41cb1a7a0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/docker/go-units v0.5.0 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/google/btree v1.1.2 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading k8s.io/apimachinery v0.28.6 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 Build TiDB Server successfully! + cp bin/tidb-server bin/integration_test_tidb-server [Pipeline] sh + touch rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + cp -f ../download/third_bin/pd-api-bench ../download/third_bin/pd-ctl ../download/third_bin/pd-heartbeat-bench ../download/third_bin/pd-recover ../download/third_bin/pd-server ../download/third_bin/pd-tso-bench ../download/third_bin/pd-ut ../download/third_bin/regions-dump ../download/third_bin/stores-dump ../download/third_bin/tikv-server ../download/third_bin/xprog bin/ + chmod +x bin/integration_test_tidb-server bin/pd-api-bench bin/pd-ctl bin/pd-heartbeat-bench bin/pd-recover bin/pd-server bin/pd-tso-bench bin/pd-ut bin/regions-dump bin/stores-dump bin/tidb-server bin/tikv-server bin/xprog + ./bin/tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 41.50 secs (40754495 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-wknhd-9btlv-hc2ss Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-7vgb0-51lqf-96vj3 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-921f6-x94f9-67kcb Agent pingcap-tidb-periodics-integration-test-3125-wknhd-9btlv-hc2ss is provisioned from template pingcap_tidb_periodics_integration_test_3125-wknhd-9btlv --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4a05c3f369e60e4593f68e80568178bc8eacb106" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-wknhd" name: "pingcap-tidb-periodics-integration-test-3125-wknhd-9btlv-hc2ss" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-wknhd-9btlv-hc2ss" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-wknhd-9btlv-hc2ss" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Running on pingcap-tidb-periodics-integration-test-3125-wknhd-9btlv-hc2ss in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-tvr72-r7g57-ldsq8 [Pipeline] { [Pipeline] node [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tidb-periodics-integration-test-3125-7vgb0-51lqf-96vj3 is provisioned from template pingcap_tidb_periodics_integration_test_3125-7vgb0-51lqf --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a925a8ad7baeebb5fff88c92b4450749f2769c6f" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-7vgb0" name: "pingcap-tidb-periodics-integration-test-3125-7vgb0-51lqf-96vj3" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-7vgb0-51lqf-96vj3" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-7vgb0-51lqf-96vj3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@40fb8eff; decorates RemoteLauncher[hudson.remoting.Channel@2fa02a2d:JNLP4-connect connection from 10.233.71.201/10.233.71.201:59724] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Running on pingcap-tidb-periodics-integration-test-3125-7vgb0-51lqf-96vj3 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-813qq-gl50m-gk3pl [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3e57025c; decorates RemoteLauncher[hudson.remoting.Channel@6babfb7c:JNLP4-connect connection from 10.233.68.216/10.233.68.216:52040] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-psnjl-9q12w-xxjxh Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-d1r71-pzh4x-dvqcd [Pipeline] podTemplate [Pipeline] { [Pipeline] node Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-cw58t-m22mb-4x3m2 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-dqnqx-6br9x-cmslr Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-hsl11-gpkwh-tgxrh Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-periodics-integration-test-3125-psnjl-9q12w-xxjxh is provisioned from template pingcap_tidb_periodics_integration_test_3125-psnjl-9q12w --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "fa734841d71705ac1d76d3aa1b61a09057a0c43f" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-psnjl" name: "pingcap-tidb-periodics-integration-test-3125-psnjl-9q12w-xxjxh" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-psnjl-9q12w-xxjxh" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-psnjl-9q12w-xxjxh" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Agent pingcap-tidb-periodics-integration-test-3125-921f6-x94f9-67kcb is provisioned from template pingcap_tidb_periodics_integration_test_3125-921f6-x94f9 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6dfa659da085ec6b861f6e78a0ee28b781a187bd" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-921f6" name: "pingcap-tidb-periodics-integration-test-3125-921f6-x94f9-67kcb" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-921f6-x94f9-67kcb" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-921f6-x94f9-67kcb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-psnjl-9q12w-xxjxh in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3125-813qq-gl50m-gk3pl is provisioned from template pingcap_tidb_periodics_integration_test_3125-813qq-gl50m --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "31ee4969ae68720705ae7cfa03b0f81adc0d9999" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-813qq" name: "pingcap-tidb-periodics-integration-test-3125-813qq-gl50m-gk3pl" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-813qq-gl50m-gk3pl" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-813qq-gl50m-gk3pl" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-921f6-x94f9-67kcb in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Running on pingcap-tidb-periodics-integration-test-3125-813qq-gl50m-gk3pl in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3125-tvr72-r7g57-ldsq8 is provisioned from template pingcap_tidb_periodics_integration_test_3125-tvr72-r7g57 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "54596daf3fc7f5ac0f5ad621616b16d5296f534c" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-tvr72" name: "pingcap-tidb-periodics-integration-test-3125-tvr72-r7g57-ldsq8" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-tvr72-r7g57-ldsq8" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-tvr72-r7g57-ldsq8" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-tvr72-r7g57-ldsq8 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-periodics-integration-test-3125-hsl11-gpkwh-tgxrh is provisioned from template pingcap_tidb_periodics_integration_test_3125-hsl11-gpkwh --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "27fe9c62506dc1739088fee3908163922bba7a93" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-hsl11" name: "pingcap-tidb-periodics-integration-test-3125-hsl11-gpkwh-tgxrh" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-hsl11-gpkwh-tgxrh" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-hsl11-gpkwh-tgxrh" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-hsl11-gpkwh-tgxrh in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-periodics-integration-test-3125-dqnqx-6br9x-cmslr is provisioned from template pingcap_tidb_periodics_integration_test_3125-dqnqx-6br9x --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "915a3ec1a1e4d8e064e71325ca65fdf4a50118ec" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-dqnqx" name: "pingcap-tidb-periodics-integration-test-3125-dqnqx-6br9x-cmslr" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-dqnqx-6br9x-cmslr" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-dqnqx-6br9x-cmslr" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-dqnqx-6br9x-cmslr in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3125-cw58t-m22mb-4x3m2 is provisioned from template pingcap_tidb_periodics_integration_test_3125-cw58t-m22mb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "60448838c06e2c1791e74366b0e8933ec787c2bc" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-cw58t" name: "pingcap-tidb-periodics-integration-test-3125-cw58t-m22mb-4x3m2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-cw58t-m22mb-4x3m2" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-cw58t-m22mb-4x3m2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-cw58t-m22mb-4x3m2 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3125-d1r71-pzh4x-dvqcd is provisioned from template pingcap_tidb_periodics_integration_test_3125-d1r71-pzh4x --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4dfdee4ac74b2d8b906529f864680ffc739587f6" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-d1r71" name: "pingcap-tidb-periodics-integration-test-3125-d1r71-pzh4x-dvqcd" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-d1r71-pzh4x-dvqcd" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-d1r71-pzh4x-dvqcd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-d1r71-pzh4x-dvqcd in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 6.74 secs (250915858 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r--. 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-rcw5q-943ch-fjz0d The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] } The recommended git tool is: git Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] // cache [Pipeline] sh Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-3017t-lv23m-5lkjn Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-db7mn-b23cc-5jhjn Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-765bc-h8ttz-4zfqw Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-s1k50-r0sfg-d07vw Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3125-sm7gl-wxh7h-l2m72 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@61416cbb; decorates RemoteLauncher[hudson.remoting.Channel@165bee2d:JNLP4-connect connection from 10.233.70.222/10.233.70.222:53470] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@bbf9f13; decorates RemoteLauncher[hudson.remoting.Channel@6ddd9971:JNLP4-connect connection from 10.233.67.210/10.233.67.210:41768] will be ignored (a typical symptom is the Git executable not being run inside a designated container) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@66adb48c; decorates RemoteLauncher[hudson.remoting.Channel@2b7298d2:JNLP4-connect connection from 10.233.66.246/10.233.66.246:60210] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5764a96e; decorates RemoteLauncher[hudson.remoting.Channel@40d49a93:JNLP4-connect connection from 10.233.105.117/10.233.105.117:48538] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@241014af; decorates RemoteLauncher[hudson.remoting.Channel@4654f40e:JNLP4-connect connection from 10.233.90.184/10.233.90.184:36968] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6cc57066; decorates RemoteLauncher[hudson.remoting.Channel@3c2fcc64:JNLP4-connect connection from 10.233.69.225/10.233.69.225:34528] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3b9393ec; decorates RemoteLauncher[hudson.remoting.Channel@59cf0a9f:JNLP4-connect connection from 10.233.68.203/10.233.68.203:56676] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@294439b; decorates RemoteLauncher[hudson.remoting.Channel@5e7e13f7:JNLP4-connect connection from 10.233.71.26/10.233.71.26:36740] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tidb-periodics-integration-test-3125-sm7gl-wxh7h-l2m72 is provisioned from template pingcap_tidb_periodics_integration_test_3125-sm7gl-wxh7h --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7403e6abc9feaf45c4eaadb6a66b3d10e02da0a0" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-sm7gl" name: "pingcap-tidb-periodics-integration-test-3125-sm7gl-wxh7h-l2m72" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-sm7gl-wxh7h-l2m72" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-sm7gl-wxh7h-l2m72" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Running on pingcap-tidb-periodics-integration-test-3125-sm7gl-wxh7h-l2m72 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tidb-periodics-integration-test-3125-db7mn-b23cc-5jhjn is provisioned from template pingcap_tidb_periodics_integration_test_3125-db7mn-b23cc --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "07a701c7d44e2360087d2b59e6a25f60649b4072" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-db7mn" name: "pingcap-tidb-periodics-integration-test-3125-db7mn-b23cc-5jhjn" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-db7mn-b23cc-5jhjn" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-db7mn-b23cc-5jhjn" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Running on pingcap-tidb-periodics-integration-test-3125-db7mn-b23cc-5jhjn in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3125-765bc-h8ttz-4zfqw is provisioned from template pingcap_tidb_periodics_integration_test_3125-765bc-h8ttz --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c95b9de34b23ccf755f0482bde9e1f780124a6e3" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-765bc" name: "pingcap-tidb-periodics-integration-test-3125-765bc-h8ttz-4zfqw" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-765bc-h8ttz-4zfqw" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-765bc-h8ttz-4zfqw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-765bc-h8ttz-4zfqw in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3125-rcw5q-943ch-fjz0d is provisioned from template pingcap_tidb_periodics_integration_test_3125-rcw5q-943ch --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1b059938d4cb2dba4ced7696dc462bb190455ecf" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-rcw5q" name: "pingcap-tidb-periodics-integration-test-3125-rcw5q-943ch-fjz0d" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-rcw5q-943ch-fjz0d" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-rcw5q-943ch-fjz0d" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-rcw5q-943ch-fjz0d in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-periodics-integration-test-3125-s1k50-r0sfg-d07vw is provisioned from template pingcap_tidb_periodics_integration_test_3125-s1k50-r0sfg --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d30af16df3801847cb3343b57ccb603d73ecdd06" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-s1k50" name: "pingcap-tidb-periodics-integration-test-3125-s1k50-r0sfg-d07vw" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-s1k50-r0sfg-d07vw" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-s1k50-r0sfg-d07vw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3125-s1k50-r0sfg-d07vw in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 3.72 secs (454045395 bytes/sec) [Pipeline] { Agent pingcap-tidb-periodics-integration-test-3125-3017t-lv23m-5lkjn is provisioned from template pingcap_tidb_periodics_integration_test_3125-3017t-lv23m --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3125/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3125/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3c7ea5834c05fbc770b92e03ec5d6e5ce191eea9" jenkins/label: "pingcap_tidb_periodics_integration_test_3125-3017t" name: "pingcap-tidb-periodics-integration-test-3125-3017t-lv23m-5lkjn" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3125-3017t-lv23m-5lkjn" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3125-3017t-lv23m-5lkjn" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] sh Running on pingcap-tidb-periodics-integration-test-3125-3017t-lv23m-5lkjn in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r--. 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout [Pipeline] { The recommended git tool is: git [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] // cache [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@439fd9c4; decorates RemoteLauncher[hudson.remoting.Channel@7120da13:JNLP4-connect connection from 10.233.84.76/10.233.84.76:53822] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] { Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4f0bd160; decorates RemoteLauncher[hudson.remoting.Channel@76633cbb:JNLP4-connect connection from 10.233.97.15/10.233.97.15:33244] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6ac677fe; decorates RemoteLauncher[hudson.remoting.Channel@320965d2:JNLP4-connect connection from 10.233.88.63/10.233.88.63:51670] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@61d1f3d0; decorates RemoteLauncher[hudson.remoting.Channel@55d1cc0d:JNLP4-connect connection from 10.233.127.38/10.233.127.38:52702] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@16f54946; decorates RemoteLauncher[hudson.remoting.Channel@26a76f29:JNLP4-connect connection from 10.233.106.111/10.233.106.111:46912] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@666e7bd8; decorates RemoteLauncher[hudson.remoting.Channel@2e912949:JNLP4-connect connection from 10.233.107.77/10.233.107.77:56696] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 8.20 secs (206304728 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 13.75 secs (122997050 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 5.51 secs (306942741 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 6.09 secs (277736195 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 9.97 secs (169698386 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 10.13 secs (166928996 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 17.71 secs (95515756 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 8.69 secs (194725640 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r--. 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r--. 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r--. 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r--. 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r-- 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V [Pipeline] sh Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r--. 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r--. 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r-- 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] // cache diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + git status + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 start tidb-server, log file: ./integration-test.out tidb-server(PID: 1736) started run all integration test cases (enabled new collation) ./t/show.test: ok! 3 test cases passed, take time 0.000479338 s ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.022790406 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.023856242 s ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 2.707983823 s ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.072613738 s ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.16624341 s ./t/black_list.test: ok! 55 test cases passed, take time 0.111500725 s ./t/clustered_index.test: ok! 47 test cases passed, take time 3.263570208 s Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 11.07 secs (152749183 bytes/sec) [Pipeline] { [Pipeline] cache ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.716331875 s ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.724407226 s ./t/collation_misc.test: ok! 66 test cases passed, take time 0.658543288 s ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.757585954 s ./t/common_collation.test: ok! 26 test cases passed, take time 0.193430902 s ./t/cte.test: ok! 189 test cases passed, take time 2.073332419 s ./t/db_integration.test: ok! 11 test cases passed, take time 0.054527548 s ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.652879227 s Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 4.59 secs (368827467 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 2.87 secs (589584934 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 4.39 secs (384880075 bytes/sec) [Pipeline] { [Pipeline] cache ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 19.480225711 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.309718933 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.077845026 s Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 9.14 secs (185106819 bytes/sec) [Pipeline] { [Pipeline] cache ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 3.836022239 s Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3125) 1691222528 bytes in 2.90 secs (582614485 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r-- 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r-- 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r-- 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r-- 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r-- 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] // cache [Pipeline] sh + ls -l rev-600b2ed4bf0aa38224a1c4c4c68831820735515c -rw-r--r-- 1 jenkins jenkins 0 May 5 15:03 rev-600b2ed4bf0aa38224a1c4c4c68831820735515c + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-79-g600b2ed4bf Edition: Community Git Commit Hash: 600b2ed4bf0aa38224a1c4c4c68831820735515c Git Branch: HEAD UTC Build Time: 2024-05-05 07:01:25 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 Git Commit Branch: master UTC Build Time: 2024-04-30 02:23:51 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d [Pipeline] sh go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) [Pipeline] } + git status Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3125 already exists) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") + git status [Pipeline] sh HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") + git status diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") + git status [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache start tidb-server, log file: ./integration-test.out tidb-server(PID: 1727) started run all integration test cases (disabled new collation) [Pipeline] // cache [Pipeline] sh HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + git status + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] sh ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.716286449 s + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest [Pipeline] sh ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.705163301 s + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh ./t/collation_misc.test: ok! 66 test cases passed, take time 0.642354695 s + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.688351242 s Great, All tests passed diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [Pipeline] sh + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh integrationtest passed! ./run-tests.sh: line 1: kill: (1727) - No such process ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest [Pipeline] sh None of the test reports contained any result [Checks API] No suitable checks publisher found. + git status HEAD detached at 600b2ed4bf You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add <file>..." to update what will be committed) (use "git restore <file>..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add <file>..." to include in what will be committed) rev-600b2ed4bf0aa38224a1c4c4c68831820735515c no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 No test report files were found. Configuration error? + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/05 15:07:31.330 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:31.330 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:31.330 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:31.330 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:31.330 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:31.330 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:31.330 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:31.330 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:31.330 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2399\",\"peer-urls\":\"http://127.0.0.1:2398\",\"advertise-client-urls\":\"http://127.0.0.1:2399\",\"advertise-peer-urls\":\"http://127.0.0.1:2398\",\"name\":\"pd3\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd3=http://127.0.0.1:2398\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd3\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:31.334 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:31.334 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:31.334 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:31.334 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:31.335 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd3] [service-name=MetaStorage] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:31.335 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd3] [service-name=ResourceManager] [2024/05/05 15:07:31.335 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:31.335 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2398]"] [2024/05/05 15:07:31.335 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:31.336 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2399]"] [2024/05/05 15:07:31.336 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:31.336 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd3] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd3=http://127.0.0.1:2398"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:31.336 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:31.336 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap/db] [took=431.12µs] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=820b37984af3d5a4] [cluster-id=ead61e552c96788c] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=()"] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 0"] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:389] ["newRaft 820b37984af3d5a4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 1"] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/05/05 15:07:31.338 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:31.339 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:31.340 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=820b37984af3d5a4] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:31.340 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:31.340 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=820b37984af3d5a4] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/05 15:07:31.340 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:31.340 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:31.340 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/05/05 15:07:31.340 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [added-peer-id=820b37984af3d5a4] [added-peer-peer-urls="[http://127.0.0.1:2398]"] [2024/05/05 15:07:31.341 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=820b37984af3d5a4] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:31.341 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2398] [2024/05/05 15:07:32.838 +08:00] [INFO] [raft.go:929] ["820b37984af3d5a4 is starting a new election at term 1"] [2024/05/05 15:07:32.838 +08:00] [INFO] [raft.go:735] ["820b37984af3d5a4 became pre-candidate at term 1"] [2024/05/05 15:07:32.838 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgPreVoteResp from 820b37984af3d5a4 at term 1"] [2024/05/05 15:07:32.838 +08:00] [INFO] [raft.go:719] ["820b37984af3d5a4 became candidate at term 2"] [2024/05/05 15:07:32.838 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgVoteResp from 820b37984af3d5a4 at term 2"] [2024/05/05 15:07:32.838 +08:00] [INFO] [raft.go:771] ["820b37984af3d5a4 became leader at term 2"] [2024/05/05 15:07:32.838 +08:00] [INFO] [node.go:327] ["raft.node: 820b37984af3d5a4 elected leader 820b37984af3d5a4 at term 2"] [2024/05/05 15:07:32.838 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=820b37984af3d5a4] [local-member-attributes="{Name:pd3 ClientURLs:[http://127.0.0.1:2399]}"] [request-path=/0/members/820b37984af3d5a4/attributes] [cluster-id=ead61e552c96788c] [publish-timeout=11s] [2024/05/05 15:07:32.838 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:32.838 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:32.838 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [cluster-version=3.4] [2024/05/05 15:07:32.838 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:32.838 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:32.839 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=ResourceManager] [2024/05/05 15:07:32.839 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=MetaStorage] [2024/05/05 15:07:32.839 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2399] [2024/05/05 15:07:32.841 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408717199053240] [2024/05/05 15:07:32.841 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd3\" member_id:9370644576906499492 peer_urls:\"http://127.0.0.1:2398\" client_urls:\"http://127.0.0.1:2399\" "] [root-path=/pd/7365408717199053240] [2024/05/05 15:07:32.844 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:32.844 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9370644576906499492] [2024/05/05 15:07:32.845 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:32.846 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:32.846 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd3] [2024/05/05 15:07:32.846 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd3] [2024/05/05 15:07:32.846 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:32.846 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd3] [2024/05/05 15:07:32.846 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:32.846 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:32.847 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=6171214926997653773] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:32.847 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":16921746001060329612,\"member_id\":9370644576906499492,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/05 15:07:32.847 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408717199053240/leader] [purpose="leader election"] [2024/05/05 15:07:32.847 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd3] [2024/05/05 15:07:32.847 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:32.847 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:32.847 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:32.850 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:35.848 +08:00] [next=2024/05/05 15:07:32.848 +08:00] [2024/05/05 15:07:32.851 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:32.851 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:32.852 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:32.853 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:32.856 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:32.856 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:32.856 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd3] [2024/05/05 15:07:33.150 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/05 15:07:33.289 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/05 15:07:33.289 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/05 15:07:33.297 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408717199053240] [request="header:<cluster_id:7365408717199053240 > store:<id:1 address:\"127.0.0.1:20180\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20180\" status_address:\"127.0.0.1:20185\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892853 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:2 region_epoch:<conf_ver:1 version:1 > peers:<id:3 store_id:1 > > "] [2024/05/05 15:07:33.298 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408717199053240] [2024/05/05 15:07:33.300 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=558.143µs] [2024/05/05 15:07:33.300 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=175.843µs] [2024/05/05 15:07:33.301 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:33.301 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:33.301 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:33.301 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:33.301 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:33.301 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:33.301 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:33.302 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=620.142µs] [2024/05/05 15:07:33.304 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:33.305 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:33.305 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20180\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20180\" status_address:\"127.0.0.1:20185\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892853 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:33.305 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:33.847 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2399\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:34.968 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/dashboard.sqlite.db] [2024/05/05 15:07:34.977 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:34.977 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37759] [remotes="[]"] [2024/05/05 15:07:34.977 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:34.977 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46277] [remotes="[]"] [2024/05/05 15:07:34.977 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:34.981 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:36.302 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:36.302 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:36.302 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:36.302 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:36.303 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:36.303 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:36.304 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:36.304 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:36.304 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:36.304 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:36.304 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:36.315 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:07:36.315818475 +0800 CST m=+5.024541910, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:36.315 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:36.316 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/05/05 15:07:36.316 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/05 15:07:36.316 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/05 15:07:36.316 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:36.317 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:36.317 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.502136ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:07:36.315818475 +0800 CST m=+5.024541910, startAt:2024-05-05 15:07:36.315939436 +0800 CST m=+5.024662871, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:36.317 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:5 store_id:1 > id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:7 store_id:1 > id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:9 store_id:1 > id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 >"] [total=4] [2024/05/05 15:07:37.304 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:43.302 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20180] ==> ./pd2.log <== [2024/05/05 15:07:31.329 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:31.329 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:31.329 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:31.329 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:31.329 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:31.329 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:31.329 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:31.329 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:31.329 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2389\",\"peer-urls\":\"http://127.0.0.1:2388\",\"advertise-client-urls\":\"http://127.0.0.1:2389\",\"advertise-peer-urls\":\"http://127.0.0.1:2388\",\"name\":\"pd2\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd2=http://127.0.0.1:2388\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:31.333 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:31.333 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:31.333 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:31.333 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:31.335 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=ResourceManager] [2024/05/05 15:07:31.335 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=MetaStorage] [2024/05/05 15:07:31.335 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:31.335 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2388]"] [2024/05/05 15:07:31.335 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:31.335 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2389]"] [2024/05/05 15:07:31.335 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:31.335 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd2] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd2=http://127.0.0.1:2388"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:31.335 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:31.336 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap/db] [took=457.324µs] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=6c13e5b5070c688e] [cluster-id=3dbfcd5d7ee94618] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=()"] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 0"] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:389] ["newRaft 6c13e5b5070c688e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 1"] [2024/05/05 15:07:31.337 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/05/05 15:07:31.337 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:31.337 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:31.337 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=6c13e5b5070c688e] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:31.338 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:31.338 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:31.338 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:31.338 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=6c13e5b5070c688e] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/05 15:07:31.338 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/05/05 15:07:31.338 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [added-peer-id=6c13e5b5070c688e] [added-peer-peer-urls="[http://127.0.0.1:2388]"] [2024/05/05 15:07:31.339 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=6c13e5b5070c688e] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:31.339 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2388] [2024/05/05 15:07:33.837 +08:00] [INFO] [raft.go:929] ["6c13e5b5070c688e is starting a new election at term 1"] [2024/05/05 15:07:33.837 +08:00] [INFO] [raft.go:735] ["6c13e5b5070c688e became pre-candidate at term 1"] [2024/05/05 15:07:33.837 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgPreVoteResp from 6c13e5b5070c688e at term 1"] [2024/05/05 15:07:33.837 +08:00] [INFO] [raft.go:719] ["6c13e5b5070c688e became candidate at term 2"] [2024/05/05 15:07:33.837 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgVoteResp from 6c13e5b5070c688e at term 2"] [2024/05/05 15:07:33.837 +08:00] [INFO] [raft.go:771] ["6c13e5b5070c688e became leader at term 2"] [2024/05/05 15:07:33.837 +08:00] [INFO] [node.go:327] ["raft.node: 6c13e5b5070c688e elected leader 6c13e5b5070c688e at term 2"] [2024/05/05 15:07:33.838 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=6c13e5b5070c688e] [local-member-attributes="{Name:pd2 ClientURLs:[http://127.0.0.1:2389]}"] [request-path=/0/members/6c13e5b5070c688e/attributes] [cluster-id=3dbfcd5d7ee94618] [publish-timeout=11s] [2024/05/05 15:07:33.838 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:33.838 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:33.838 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [cluster-version=3.4] [2024/05/05 15:07:33.838 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:33.838 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:33.838 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=MetaStorage] [2024/05/05 15:07:33.838 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=ResourceManager] [2024/05/05 15:07:33.839 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2389] [2024/05/05 15:07:33.842 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408721164544291] [2024/05/05 15:07:33.842 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd2\" member_id:7787820746323814542 peer_urls:\"http://127.0.0.1:2388\" client_urls:\"http://127.0.0.1:2389\" "] [root-path=/pd/7365408721164544291] [2024/05/05 15:07:33.846 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:33.846 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=7787820746323814542] [2024/05/05 15:07:33.846 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:33.847 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:33.847 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd2] [2024/05/05 15:07:33.847 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd2] [2024/05/05 15:07:33.847 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:33.848 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd2] [2024/05/05 15:07:33.848 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:33.848 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7534116764230650125] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:33.848 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:33.848 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":4449500758310209048,\"member_id\":7787820746323814542,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/05 15:07:33.848 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408721164544291/leader] [purpose="leader election"] [2024/05/05 15:07:33.849 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd2] [2024/05/05 15:07:33.849 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:33.849 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:33.849 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:33.850 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:36.849 +08:00] [next=2024/05/05 15:07:33.849 +08:00] [2024/05/05 15:07:33.850 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:33.851 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:33.851 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:33.852 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:33.855 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:33.855 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:33.855 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd2] [2024/05/05 15:07:33.923 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/05 15:07:34.073 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/05 15:07:34.073 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/05 15:07:34.082 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408721164544291] [request="header:<cluster_id:7365408721164544291 > store:<id:1 address:\"127.0.0.1:20170\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20170\" status_address:\"127.0.0.1:20175\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892854 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:2 region_epoch:<conf_ver:1 version:1 > peers:<id:3 store_id:1 > > "] [2024/05/05 15:07:34.082 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408721164544291] [2024/05/05 15:07:34.086 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=1.000377ms] [2024/05/05 15:07:34.087 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=261.927µs] [2024/05/05 15:07:34.087 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:34.117 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:34.117 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:34.118 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:34.118 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:34.118 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:34.118 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:34.119 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=1.229108ms] [2024/05/05 15:07:34.121 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:34.122 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:34.122 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20170\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20170\" status_address:\"127.0.0.1:20175\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892854 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:34.122 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:34.849 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2389\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:36.177 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/dashboard.sqlite.db] [2024/05/05 15:07:36.186 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:36.186 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:36.186 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:35997] [remotes="[]"] [2024/05/05 15:07:36.186 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:41565] [remotes="[]"] [2024/05/05 15:07:36.187 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:36.191 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:37.118 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:37.118 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:37.118 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:37.119 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:37.119 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:37.119 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:37.120 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:37.121 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:37.121 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:37.121 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:37.121 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:37.131 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:07:37.131617752 +0800 CST m=+5.840357358, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:37.131 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:37.132 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/05/05 15:07:37.132 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/05 15:07:37.132 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/05 15:07:37.132 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:37.133 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:37.133 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.588353ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:07:37.131617752 +0800 CST m=+5.840357358, startAt:2024-05-05 15:07:37.131737322 +0800 CST m=+5.840476928, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:37.133 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:5 store_id:1 > id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:7 store_id:1 > id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:9 store_id:1 > id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 >"] [total=4] [2024/05/05 15:07:38.120 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:44.118 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20170] ==> ./pd1.log <== [2024/05/05 15:07:31.331 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:31.331 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:31.331 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:31.331 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:31.331 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:31.331 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:31.331 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:31.331 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:31.331 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2378\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2378\",\"name\":\"pd1\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd1=http://127.0.0.1:2378\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:31.335 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:31.335 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:31.336 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:31.336 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:31.337 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:31.337 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd1] [service-name=ResourceManager] [2024/05/05 15:07:31.337 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd1] [service-name=MetaStorage] [2024/05/05 15:07:31.337 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:31.337 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2378]"] [2024/05/05 15:07:31.337 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:31.337 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:31.337 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:31.337 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd1] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2378]"] [listen-peer-urls="[http://127.0.0.1:2378]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd1=http://127.0.0.1:2378"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:31.337 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:31.338 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap/db] [took=284.675µs] [2024/05/05 15:07:31.338 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=856b5c9b084f6e64] [cluster-id=5ec4def2c110ed65] [2024/05/05 15:07:31.338 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=()"] [2024/05/05 15:07:31.338 +08:00] [INFO] [raft.go:706] ["856b5c9b084f6e64 became follower at term 0"] [2024/05/05 15:07:31.338 +08:00] [INFO] [raft.go:389] ["newRaft 856b5c9b084f6e64 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:31.338 +08:00] [INFO] [raft.go:706] ["856b5c9b084f6e64 became follower at term 1"] [2024/05/05 15:07:31.338 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=(9613879650481565284)"] [2024/05/05 15:07:31.339 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:31.339 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:31.339 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=856b5c9b084f6e64] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:31.339 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=856b5c9b084f6e64] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/05 15:07:31.339 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:31.339 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:31.339 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:31.340 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=(9613879650481565284)"] [2024/05/05 15:07:31.340 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=5ec4def2c110ed65] [local-member-id=856b5c9b084f6e64] [added-peer-id=856b5c9b084f6e64] [added-peer-peer-urls="[http://127.0.0.1:2378]"] [2024/05/05 15:07:31.341 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=856b5c9b084f6e64] [initial-advertise-peer-urls="[http://127.0.0.1:2378]"] [listen-peer-urls="[http://127.0.0.1:2378]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:31.341 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2378] [2024/05/05 15:07:32.839 +08:00] [INFO] [raft.go:929] ["856b5c9b084f6e64 is starting a new election at term 1"] [2024/05/05 15:07:32.839 +08:00] [INFO] [raft.go:735] ["856b5c9b084f6e64 became pre-candidate at term 1"] [2024/05/05 15:07:32.839 +08:00] [INFO] [raft.go:830] ["856b5c9b084f6e64 received MsgPreVoteResp from 856b5c9b084f6e64 at term 1"] [2024/05/05 15:07:32.839 +08:00] [INFO] [raft.go:719] ["856b5c9b084f6e64 became candidate at term 2"] [2024/05/05 15:07:32.839 +08:00] [INFO] [raft.go:830] ["856b5c9b084f6e64 received MsgVoteResp from 856b5c9b084f6e64 at term 2"] [2024/05/05 15:07:32.839 +08:00] [INFO] [raft.go:771] ["856b5c9b084f6e64 became leader at term 2"] [2024/05/05 15:07:32.839 +08:00] [INFO] [node.go:327] ["raft.node: 856b5c9b084f6e64 elected leader 856b5c9b084f6e64 at term 2"] [2024/05/05 15:07:32.839 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=856b5c9b084f6e64] [local-member-attributes="{Name:pd1 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/856b5c9b084f6e64/attributes] [cluster-id=5ec4def2c110ed65] [publish-timeout=11s] [2024/05/05 15:07:32.839 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:32.839 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:32.839 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=5ec4def2c110ed65] [local-member-id=856b5c9b084f6e64] [cluster-version=3.4] [2024/05/05 15:07:32.839 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:32.839 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:32.840 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd1] [service-name=MetaStorage] [2024/05/05 15:07:32.840 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd1] [service-name=ResourceManager] [2024/05/05 15:07:32.840 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:32.844 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408717693799282] [2024/05/05 15:07:32.844 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd1\" member_id:9613879650481565284 peer_urls:\"http://127.0.0.1:2378\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408717693799282] [2024/05/05 15:07:32.846 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:32.846 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9613879650481565284] [2024/05/05 15:07:32.847 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:32.847 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:32.848 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd1] [2024/05/05 15:07:32.848 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd1] [2024/05/05 15:07:32.848 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:32.848 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:32.848 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd1] [2024/05/05 15:07:32.848 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:32.849 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7954640379436370445] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:32.849 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":6828828069203078501,\"member_id\":9613879650481565284,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/05 15:07:32.849 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408717693799282/leader] [purpose="leader election"] [2024/05/05 15:07:32.849 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd1] [2024/05/05 15:07:32.849 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:32.849 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:32.849 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:32.850 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:35.850 +08:00] [next=2024/05/05 15:07:32.850 +08:00] [2024/05/05 15:07:32.851 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:32.851 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:32.852 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:32.853 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:32.856 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:32.856 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:32.856 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd1] [2024/05/05 15:07:33.151 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/05 15:07:33.291 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/05 15:07:33.291 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/05 15:07:33.299 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408717693799282] [request="header:<cluster_id:7365408717693799282 > store:<id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20165\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892853 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:2 region_epoch:<conf_ver:1 version:1 > peers:<id:3 store_id:1 > > "] [2024/05/05 15:07:33.299 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408717693799282] [2024/05/05 15:07:33.304 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=609.211µs] [2024/05/05 15:07:33.304 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=114.255µs] [2024/05/05 15:07:33.305 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:33.305 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:33.305 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:33.305 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:33.305 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:33.305 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:33.305 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:33.305 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=497.734µs] [2024/05/05 15:07:33.308 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:33.308 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:33.308 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20165\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892853 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:33.308 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:33.849 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2379\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:34.844 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/05/05 15:07:34.845 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFE00000000000000F8}, EndKey:{}"] [old-version=1] [new-version=2] [2024/05/05 15:07:34.845 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"748000FFFFFFFFFFFFFE00000000000000F8\" region_epoch:<conf_ver:1 version:2 > peers:<id:5 store_id:1 >"] [total=1] [2024/05/05 15:07:34.849 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/05 15:07:34.849 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFE00000000000000F8}"] [old-version=2] [new-version=3] [2024/05/05 15:07:34.849 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:6 end_key:\"748000FFFFFFFFFFFFFD00000000000000F8\" region_epoch:<conf_ver:1 version:3 > peers:<id:7 store_id:1 >"] [total=1] [2024/05/05 15:07:34.852 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/05 15:07:34.853 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=6] [origin="id:8 end_key:\"748000FFFFFFFFFFFFFC00000000000000F8\" region_epoch:<conf_ver:1 version:4 > peers:<id:9 store_id:1 >"] [total=1] [2024/05/05 15:07:34.853 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=6] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFD00000000000000F8}"] [old-version=3] [new-version=4] [2024/05/05 15:07:34.862 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:34.862 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=8] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFC00000000000000F8}"] [old-version=4] [new-version=5] [2024/05/05 15:07:34.862 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=8] [origin="id:10 end_key:\"748000FFFFFFFFFFFFFB00000000000000F8\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 >"] [total=1] [2024/05/05 15:07:34.865 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:34.866 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=5] [new-version=6] [2024/05/05 15:07:34.866 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=10] [origin="id:12 end_key:\"748000FFFFFFFFFFFFFA00000000000000F8\" region_epoch:<conf_ver:1 version:6 > peers:<id:13 store_id:1 >"] [total=1] [2024/05/05 15:07:34.869 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:34.869 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFF900000000000000F8}, EndKey:{748000FFFFFFFFFFFFFA00000000000000F8}"] [old-version=6] [new-version=7] [2024/05/05 15:07:34.869 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=12] [origin="id:14 end_key:\"748000FFFFFFFFFFFFF900000000000000F8\" region_epoch:<conf_ver:1 version:7 > peers:<id:15 store_id:1 >"] [total=1] [2024/05/05 15:07:34.888 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=26] [2024/05/05 15:07:34.889 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=26] [2024/05/05 15:07:34.930 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/dashboard.sqlite.db] [2024/05/05 15:07:34.939 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37733] [remotes="[]"] [2024/05/05 15:07:34.939 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:34.939 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:34.939 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46723] [remotes="[]"] [2024/05/05 15:07:34.940 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:34.944 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:35.954 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:35.955 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{} -> {7480000000000000FF0400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7] [new-version=8] [2024/05/05 15:07:35.955 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:16 end_key:\"7480000000000000FF0400000000000000F8\" region_epoch:<conf_ver:1 version:8 > peers:<id:17 store_id:1 >"] [total=1] [2024/05/05 15:07:35.980 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=18] [peer-ids="[19]"] [2024/05/05 15:07:35.980 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0400000000000000F8} -> {7480000000000000FF0600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8] [new-version=9] [2024/05/05 15:07:35.980 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:18 start_key:\"7480000000000000FF0400000000000000F8\" end_key:\"7480000000000000FF0600000000000000F8\" region_epoch:<conf_ver:1 version:9 > peers:<id:19 store_id:1 >"] [total=1] [2024/05/05 15:07:36.008 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=20] [peer-ids="[21]"] [2024/05/05 15:07:36.009 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0600000000000000F8} -> {7480000000000000FF0800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=9] [new-version=10] [2024/05/05 15:07:36.009 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:20 start_key:\"7480000000000000FF0600000000000000F8\" end_key:\"7480000000000000FF0800000000000000F8\" region_epoch:<conf_ver:1 version:10 > peers:<id:21 store_id:1 >"] [total=1] [2024/05/05 15:07:36.037 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=22] [peer-ids="[23]"] [2024/05/05 15:07:36.038 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0800000000000000F8} -> {7480000000000000FF0A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=10] [new-version=11] [2024/05/05 15:07:36.038 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:22 start_key:\"7480000000000000FF0800000000000000F8\" end_key:\"7480000000000000FF0A00000000000000F8\" region_epoch:<conf_ver:1 version:11 > peers:<id:23 store_id:1 >"] [total=1] [2024/05/05 15:07:36.062 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=24] [peer-ids="[25]"] [2024/05/05 15:07:36.063 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0A00000000000000F8} -> {7480000000000000FF0C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=11] [new-version=12] [2024/05/05 15:07:36.063 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:24 start_key:\"7480000000000000FF0A00000000000000F8\" end_key:\"7480000000000000FF0C00000000000000F8\" region_epoch:<conf_ver:1 version:12 > peers:<id:25 store_id:1 >"] [total=1] [2024/05/05 15:07:36.087 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=26] [peer-ids="[27]"] [2024/05/05 15:07:36.087 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0C00000000000000F8} -> {7480000000000000FF0E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=12] [new-version=13] [2024/05/05 15:07:36.087 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:26 start_key:\"7480000000000000FF0C00000000000000F8\" end_key:\"7480000000000000FF0E00000000000000F8\" region_epoch:<conf_ver:1 version:13 > peers:<id:27 store_id:1 >"] [total=1] [2024/05/05 15:07:36.110 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=28] [peer-ids="[29]"] [2024/05/05 15:07:36.111 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0E00000000000000F8} -> {7480000000000000FF1000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=13] [new-version=14] [2024/05/05 15:07:36.111 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:28 start_key:\"7480000000000000FF0E00000000000000F8\" end_key:\"7480000000000000FF1000000000000000F8\" region_epoch:<conf_ver:1 version:14 > peers:<id:29 store_id:1 >"] [total=1] [2024/05/05 15:07:36.135 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=30] [peer-ids="[31]"] [2024/05/05 15:07:36.135 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1000000000000000F8} -> {7480000000000000FF1200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=14] [new-version=15] [2024/05/05 15:07:36.135 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:30 start_key:\"7480000000000000FF1000000000000000F8\" end_key:\"7480000000000000FF1200000000000000F8\" region_epoch:<conf_ver:1 version:15 > peers:<id:31 store_id:1 >"] [total=1] [2024/05/05 15:07:36.158 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=32] [peer-ids="[33]"] [2024/05/05 15:07:36.158 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1200000000000000F8} -> {7480000000000000FF1400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=15] [new-version=16] [2024/05/05 15:07:36.158 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:32 start_key:\"7480000000000000FF1200000000000000F8\" end_key:\"7480000000000000FF1400000000000000F8\" region_epoch:<conf_ver:1 version:16 > peers:<id:33 store_id:1 >"] [total=1] [2024/05/05 15:07:36.180 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=34] [peer-ids="[35]"] [2024/05/05 15:07:36.180 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1400000000000000F8} -> {7480000000000000FF1600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=16] [new-version=17] [2024/05/05 15:07:36.180 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:34 start_key:\"7480000000000000FF1400000000000000F8\" end_key:\"7480000000000000FF1600000000000000F8\" region_epoch:<conf_ver:1 version:17 > peers:<id:35 store_id:1 >"] [total=1] [2024/05/05 15:07:36.207 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=36] [peer-ids="[37]"] [2024/05/05 15:07:36.208 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1600000000000000F8} -> {7480000000000000FF1800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=17] [new-version=18] [2024/05/05 15:07:36.207 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:36 start_key:\"7480000000000000FF1600000000000000F8\" end_key:\"7480000000000000FF1800000000000000F8\" region_epoch:<conf_ver:1 version:18 > peers:<id:37 store_id:1 >"] [total=1] [2024/05/05 15:07:36.231 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=38] [peer-ids="[39]"] [2024/05/05 15:07:36.231 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:38 start_key:\"7480000000000000FF1800000000000000F8\" end_key:\"7480000000000000FF1A00000000000000F8\" region_epoch:<conf_ver:1 version:19 > peers:<id:39 store_id:1 >"] [total=1] [2024/05/05 15:07:36.231 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1800000000000000F8} -> {7480000000000000FF1A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=18] [new-version=19] [2024/05/05 15:07:36.254 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=40] [peer-ids="[41]"] [2024/05/05 15:07:36.255 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1A00000000000000F8} -> {7480000000000000FF1C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=19] [new-version=20] [2024/05/05 15:07:36.255 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:40 start_key:\"7480000000000000FF1A00000000000000F8\" end_key:\"7480000000000000FF1C00000000000000F8\" region_epoch:<conf_ver:1 version:20 > peers:<id:41 store_id:1 >"] [total=1] [2024/05/05 15:07:36.279 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=42] [peer-ids="[43]"] [2024/05/05 15:07:36.279 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1C00000000000000F8} -> {7480000000000000FF1E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=20] [new-version=21] [2024/05/05 15:07:36.279 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:42 start_key:\"7480000000000000FF1C00000000000000F8\" end_key:\"7480000000000000FF1E00000000000000F8\" region_epoch:<conf_ver:1 version:21 > peers:<id:43 store_id:1 >"] [total=1] [2024/05/05 15:07:36.300 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=44] [peer-ids="[45]"] [2024/05/05 15:07:36.301 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:44 start_key:\"7480000000000000FF1E00000000000000F8\" end_key:\"7480000000000000FF2000000000000000F8\" region_epoch:<conf_ver:1 version:22 > peers:<id:45 store_id:1 >"] [total=1] [2024/05/05 15:07:36.301 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1E00000000000000F8} -> {7480000000000000FF2000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=21] [new-version=22] [2024/05/05 15:07:36.306 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=22] [total-region=22] [2024/05/05 15:07:36.306 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:36.306 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:36.306 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:36.306 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:36.307 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:36.308 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:36.308 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:36.308 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:36.309 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:36.309 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:36.319 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"labeler-split-region {split: region 16 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB]} (kind:split, region:16(8, 1), createAt:2024-05-05 15:07:36.319321726 +0800 CST m=+5.028094656, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF0400000000000000F8\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:36.319 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:36.319 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7800000000000000FB 7800000100000000FB]} (kind:split, region:2(2, 1), createAt:2024-05-05 15:07:36.319528974 +0800 CST m=+5.028301768, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"748000FFFFFFFFFFFFFE00000000000000F8\"}"] [2024/05/05 15:07:36.319 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:36.319 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=46] [peer-ids="[47]"] [2024/05/05 15:07:36.319 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=48] [peer-ids="[49]"] [2024/05/05 15:07:36.319 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=50] [peer-ids="[51]"] [2024/05/05 15:07:36.320 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=52] [peer-ids="[53]"] [2024/05/05 15:07:36.320 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{748000FFFFFFFFFFFFFE00000000000000F8} -> {7800000100000000FB}, EndKey:{}"] [old-version=2] [new-version=4] [2024/05/05 15:07:36.320 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:46 start_key:\"748000FFFFFFFFFFFFFE00000000000000F8\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:4 > peers:<id:47 store_id:1 > id:48 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:4 > peers:<id:49 store_id:1 >"] [total=2] [2024/05/05 15:07:36.320 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=974.388µs] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7800000000000000FB 7800000100000000FB]} (kind:split, region:2(2, 1), createAt:2024-05-05 15:07:36.319528974 +0800 CST m=+5.028301768, startAt:2024-05-05 15:07:36.319560226 +0800 CST m=+5.028333016, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"748000FFFFFFFFFFFFFE00000000000000F8\"}"] [2024/05/05 15:07:36.320 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=16] [origin="id:50 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:10 > peers:<id:51 store_id:1 > id:52 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:10 > peers:<id:53 store_id:1 >"] [total=2] [2024/05/05 15:07:36.320 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=16] [detail="StartKey Changed:{} -> {7200000100000000FB}, EndKey:{7480000000000000FF0400000000000000F8}"] [old-version=8] [new-version=10] [2024/05/05 15:07:36.320 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=1.291882ms] [operator="\"labeler-split-region {split: region 16 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB]} (kind:split, region:16(8, 1), createAt:2024-05-05 15:07:36.319321726 +0800 CST m=+5.028094656, startAt:2024-05-05 15:07:36.319433595 +0800 CST m=+5.028206389, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF0400000000000000F8\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:36.324 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=54] [peer-ids="[55]"] [2024/05/05 15:07:36.324 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2000000000000000F8} -> {7480000000000000FF2200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=22] [new-version=23] [2024/05/05 15:07:36.324 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:54 start_key:\"7480000000000000FF2000000000000000F8\" end_key:\"7480000000000000FF2200000000000000F8\" region_epoch:<conf_ver:1 version:23 > peers:<id:55 store_id:1 >"] [total=1] [2024/05/05 15:07:36.347 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=56] [peer-ids="[57]"] [2024/05/05 15:07:36.347 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2200000000000000F8} -> {7480000000000000FF2400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=23] [new-version=24] [2024/05/05 15:07:36.347 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:56 start_key:\"7480000000000000FF2200000000000000F8\" end_key:\"7480000000000000FF2400000000000000F8\" region_epoch:<conf_ver:1 version:24 > peers:<id:57 store_id:1 >"] [total=1] [2024/05/05 15:07:36.372 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=58] [peer-ids="[59]"] [2024/05/05 15:07:36.372 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2400000000000000F8} -> {7480000000000000FF2600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=24] [new-version=25] [2024/05/05 15:07:36.372 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:58 start_key:\"7480000000000000FF2400000000000000F8\" end_key:\"7480000000000000FF2600000000000000F8\" region_epoch:<conf_ver:1 version:25 > peers:<id:59 store_id:1 >"] [total=1] [2024/05/05 15:07:36.394 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=60] [peer-ids="[61]"] [2024/05/05 15:07:36.395 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:60 start_key:\"7480000000000000FF2600000000000000F8\" end_key:\"7480000000000000FF2800000000000000F8\" region_epoch:<conf_ver:1 version:26 > peers:<id:61 store_id:1 >"] [total=1] [2024/05/05 15:07:36.395 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2600000000000000F8} -> {7480000000000000FF2800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=25] [new-version=26] [2024/05/05 15:07:36.417 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=62] [peer-ids="[63]"] [2024/05/05 15:07:36.418 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2800000000000000F8} -> {7480000000000000FF2A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=26] [new-version=27] [2024/05/05 15:07:36.418 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:62 start_key:\"7480000000000000FF2800000000000000F8\" end_key:\"7480000000000000FF2A00000000000000F8\" region_epoch:<conf_ver:1 version:27 > peers:<id:63 store_id:1 >"] [total=1] [2024/05/05 15:07:36.440 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=64] [peer-ids="[65]"] [2024/05/05 15:07:36.440 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2A00000000000000F8} -> {7480000000000000FF2C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=27] [new-version=28] [2024/05/05 15:07:36.441 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:64 start_key:\"7480000000000000FF2A00000000000000F8\" end_key:\"7480000000000000FF2C00000000000000F8\" region_epoch:<conf_ver:1 version:28 > peers:<id:65 store_id:1 >"] [total=1] [2024/05/05 15:07:36.463 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=66] [peer-ids="[67]"] [2024/05/05 15:07:36.464 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2C00000000000000F8} -> {7480000000000000FF2E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=28] [new-version=29] [2024/05/05 15:07:36.464 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:66 start_key:\"7480000000000000FF2C00000000000000F8\" end_key:\"7480000000000000FF2E00000000000000F8\" region_epoch:<conf_ver:1 version:29 > peers:<id:67 store_id:1 >"] [total=1] [2024/05/05 15:07:36.485 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=68] [peer-ids="[69]"] [2024/05/05 15:07:36.486 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2E00000000000000F8} -> {7480000000000000FF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=29] [new-version=30] [2024/05/05 15:07:36.486 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:68 start_key:\"7480000000000000FF2E00000000000000F8\" end_key:\"7480000000000000FF3000000000000000F8\" region_epoch:<conf_ver:1 version:30 > peers:<id:69 store_id:1 >"] [total=1] [2024/05/05 15:07:36.508 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=70] [peer-ids="[71]"] [2024/05/05 15:07:36.509 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3000000000000000F8} -> {7480000000000000FF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=30] [new-version=31] [2024/05/05 15:07:36.509 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:70 start_key:\"7480000000000000FF3000000000000000F8\" end_key:\"7480000000000000FF3200000000000000F8\" region_epoch:<conf_ver:1 version:31 > peers:<id:71 store_id:1 >"] [total=1] [2024/05/05 15:07:36.532 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=72] [peer-ids="[73]"] [2024/05/05 15:07:36.533 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3200000000000000F8} -> {7480000000000000FF3400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=31] [new-version=32] [2024/05/05 15:07:36.533 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:72 start_key:\"7480000000000000FF3200000000000000F8\" end_key:\"7480000000000000FF3400000000000000F8\" region_epoch:<conf_ver:1 version:32 > peers:<id:73 store_id:1 >"] [total=1] [2024/05/05 15:07:36.554 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=74] [peer-ids="[75]"] [2024/05/05 15:07:36.554 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3400000000000000F8} -> {7480000000000000FF3600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=32] [new-version=33] [2024/05/05 15:07:36.555 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:74 start_key:\"7480000000000000FF3400000000000000F8\" end_key:\"7480000000000000FF3600000000000000F8\" region_epoch:<conf_ver:1 version:33 > peers:<id:75 store_id:1 >"] [total=1] [2024/05/05 15:07:36.576 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=76] [peer-ids="[77]"] [2024/05/05 15:07:36.577 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3600000000000000F8} -> {7480000000000000FF3800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=33] [new-version=34] [2024/05/05 15:07:36.577 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:76 start_key:\"7480000000000000FF3600000000000000F8\" end_key:\"7480000000000000FF3800000000000000F8\" region_epoch:<conf_ver:1 version:34 > peers:<id:77 store_id:1 >"] [total=1] [2024/05/05 15:07:36.599 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=78] [peer-ids="[79]"] [2024/05/05 15:07:36.600 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3800000000000000F8} -> {7480000000000000FF3A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=34] [new-version=35] [2024/05/05 15:07:36.600 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:78 start_key:\"7480000000000000FF3800000000000000F8\" end_key:\"7480000000000000FF3A00000000000000F8\" region_epoch:<conf_ver:1 version:35 > peers:<id:79 store_id:1 >"] [total=1] [2024/05/05 15:07:36.623 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=80] [peer-ids="[81]"] [2024/05/05 15:07:36.624 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3A00000000000000F8} -> {7480000000000000FF3C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=35] [new-version=36] [2024/05/05 15:07:36.624 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:80 start_key:\"7480000000000000FF3A00000000000000F8\" end_key:\"7480000000000000FF3C00000000000000F8\" region_epoch:<conf_ver:1 version:36 > peers:<id:81 store_id:1 >"] [total=1] [2024/05/05 15:07:36.649 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=82] [peer-ids="[83]"] [2024/05/05 15:07:36.649 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3C00000000000000F8} -> {7480000000000000FF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=36] [new-version=37] [2024/05/05 15:07:36.649 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:82 start_key:\"7480000000000000FF3C00000000000000F8\" end_key:\"7480000000000000FF3E00000000000000F8\" region_epoch:<conf_ver:1 version:37 > peers:<id:83 store_id:1 >"] [total=1] [2024/05/05 15:07:36.672 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=84] [peer-ids="[85]"] [2024/05/05 15:07:36.673 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3E00000000000000F8} -> {7480000000000000FF4000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=37] [new-version=38] [2024/05/05 15:07:36.673 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:84 start_key:\"7480000000000000FF3E00000000000000F8\" end_key:\"7480000000000000FF4000000000000000F8\" region_epoch:<conf_ver:1 version:38 > peers:<id:85 store_id:1 >"] [total=1] [2024/05/05 15:07:36.695 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=86] [peer-ids="[87]"] [2024/05/05 15:07:36.696 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4000000000000000F8} -> {7480000000000000FF4200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=38] [new-version=39] [2024/05/05 15:07:36.696 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:86 start_key:\"7480000000000000FF4000000000000000F8\" end_key:\"7480000000000000FF4200000000000000F8\" region_epoch:<conf_ver:1 version:39 > peers:<id:87 store_id:1 >"] [total=1] [2024/05/05 15:07:36.719 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=88] [peer-ids="[89]"] [2024/05/05 15:07:36.719 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4200000000000000F8} -> {7480000000000000FF4400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=39] [new-version=40] [2024/05/05 15:07:36.719 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:88 start_key:\"7480000000000000FF4200000000000000F8\" end_key:\"7480000000000000FF4400000000000000F8\" region_epoch:<conf_ver:1 version:40 > peers:<id:89 store_id:1 >"] [total=1] [2024/05/05 15:07:36.741 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=90] [peer-ids="[91]"] [2024/05/05 15:07:36.742 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4400000000000000F8} -> {7480000000000000FF4600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=40] [new-version=41] [2024/05/05 15:07:36.742 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:90 start_key:\"7480000000000000FF4400000000000000F8\" end_key:\"7480000000000000FF4600000000000000F8\" region_epoch:<conf_ver:1 version:41 > peers:<id:91 store_id:1 >"] [total=1] [2024/05/05 15:07:36.762 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=92] [peer-ids="[93]"] [2024/05/05 15:07:36.763 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:92 start_key:\"7480000000000000FF4600000000000000F8\" end_key:\"7480000000000000FF4800000000000000F8\" region_epoch:<conf_ver:1 version:42 > peers:<id:93 store_id:1 >"] [total=1] [2024/05/05 15:07:36.763 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4600000000000000F8} -> {7480000000000000FF4800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=41] [new-version=42] [2024/05/05 15:07:36.786 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=94] [peer-ids="[95]"] [2024/05/05 15:07:36.787 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4800000000000000F8} -> {7480000000000000FF4A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=42] [new-version=43] [2024/05/05 15:07:36.787 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:94 start_key:\"7480000000000000FF4800000000000000F8\" end_key:\"7480000000000000FF4A00000000000000F8\" region_epoch:<conf_ver:1 version:43 > peers:<id:95 store_id:1 >"] [total=1] [2024/05/05 15:07:36.810 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=96] [peer-ids="[97]"] [2024/05/05 15:07:36.811 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4A00000000000000F8} -> {7480000000000000FF4C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=43] [new-version=44] [2024/05/05 15:07:36.811 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:96 start_key:\"7480000000000000FF4A00000000000000F8\" end_key:\"7480000000000000FF4C00000000000000F8\" region_epoch:<conf_ver:1 version:44 > peers:<id:97 store_id:1 >"] [total=1] [2024/05/05 15:07:36.835 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=98] [peer-ids="[99]"] [2024/05/05 15:07:36.835 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4C00000000000000F8} -> {7480000000000000FF4E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=44] [new-version=45] [2024/05/05 15:07:36.835 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:98 start_key:\"7480000000000000FF4C00000000000000F8\" end_key:\"7480000000000000FF4E00000000000000F8\" region_epoch:<conf_ver:1 version:45 > peers:<id:99 store_id:1 >"] [total=1] [2024/05/05 15:07:36.860 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=100] [peer-ids="[101]"] [2024/05/05 15:07:36.861 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4E00000000000000F8} -> {7480000000000000FF5000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=45] [new-version=46] [2024/05/05 15:07:36.861 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:100 start_key:\"7480000000000000FF4E00000000000000F8\" end_key:\"7480000000000000FF5000000000000000F8\" region_epoch:<conf_ver:1 version:46 > peers:<id:101 store_id:1 >"] [total=1] [2024/05/05 15:07:36.887 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=102] [peer-ids="[103]"] [2024/05/05 15:07:36.888 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5000000000000000F8} -> {7480000000000000FF5200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=46] [new-version=47] [2024/05/05 15:07:36.888 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:102 start_key:\"7480000000000000FF5000000000000000F8\" end_key:\"7480000000000000FF5200000000000000F8\" region_epoch:<conf_ver:1 version:47 > peers:<id:103 store_id:1 >"] [total=1] [2024/05/05 15:07:36.895 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetGroupConfig, Method:HTTP/1.1/POST:/pd/api/v1/config/rule_group, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53790, StartTime:2024-05-05 15:07:36 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"tiflash\",\"index\":120}}"] [2024/05/05 15:07:36.895 +08:00] [INFO] [rule_manager.go:639] ["group config updated"] [group="{\"id\":\"tiflash\",\"index\":120}"] [2024/05/05 15:07:36.912 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=104] [peer-ids="[105]"] [2024/05/05 15:07:36.913 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5200000000000000F8} -> {7480000000000000FF5400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=47] [new-version=48] [2024/05/05 15:07:36.913 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:104 start_key:\"7480000000000000FF5200000000000000F8\" end_key:\"7480000000000000FF5400000000000000F8\" region_epoch:<conf_ver:1 version:48 > peers:<id:105 store_id:1 >"] [total=1] [2024/05/05 15:07:36.936 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=106] [peer-ids="[107]"] [2024/05/05 15:07:36.937 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5400000000000000F8} -> {7480000000000000FF5600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=48] [new-version=49] [2024/05/05 15:07:36.937 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:106 start_key:\"7480000000000000FF5400000000000000F8\" end_key:\"7480000000000000FF5600000000000000F8\" region_epoch:<conf_ver:1 version:49 > peers:<id:107 store_id:1 >"] [total=1] [2024/05/05 15:07:36.940 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=127.0.0.1:43543] [interval=2s] [error="dial tcp 127.0.0.1:43543: connect: connection refused"] [2024/05/05 15:07:36.940 +08:00] [WARN] [proxy.go:193] ["fail to recv activity from remote, stay inactive and wait to next checking round"] [remote=127.0.0.1:36985] [interval=2s] [error="dial tcp 127.0.0.1:36985: connect: connection refused"] [2024/05/05 15:07:36.963 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=108] [peer-ids="[109]"] [2024/05/05 15:07:36.964 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:108 start_key:\"7480000000000000FF5600000000000000F8\" end_key:\"7480000000000000FF5800000000000000F8\" region_epoch:<conf_ver:1 version:50 > peers:<id:109 store_id:1 >"] [total=1] [2024/05/05 15:07:36.964 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5600000000000000F8} -> {7480000000000000FF5800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=49] [new-version=50] [2024/05/05 15:07:36.986 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=110] [peer-ids="[111]"] [2024/05/05 15:07:36.987 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:110 start_key:\"7480000000000000FF5800000000000000F8\" end_key:\"7480000000000000FF5A00000000000000F8\" region_epoch:<conf_ver:1 version:51 > peers:<id:111 store_id:1 >"] [total=1] [2024/05/05 15:07:36.987 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5800000000000000F8} -> {7480000000000000FF5A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=50] [new-version=51] [2024/05/05 15:07:37.011 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=112] [peer-ids="[113]"] [2024/05/05 15:07:37.011 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5A00000000000000F8} -> {7480000000000000FF5C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=51] [new-version=52] [2024/05/05 15:07:37.011 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:112 start_key:\"7480000000000000FF5A00000000000000F8\" end_key:\"7480000000000000FF5C00000000000000F8\" region_epoch:<conf_ver:1 version:52 > peers:<id:113 store_id:1 >"] [total=1] [2024/05/05 15:07:37.034 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=114] [peer-ids="[115]"] [2024/05/05 15:07:37.035 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5C00000000000000F8} -> {7480000000000000FF5E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=52] [new-version=53] [2024/05/05 15:07:37.035 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:114 start_key:\"7480000000000000FF5C00000000000000F8\" end_key:\"7480000000000000FF5E00000000000000F8\" region_epoch:<conf_ver:1 version:53 > peers:<id:115 store_id:1 >"] [total=1] [2024/05/05 15:07:37.058 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=116] [peer-ids="[117]"] [2024/05/05 15:07:37.059 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5E00000000000000F8} -> {7480000000000000FF6000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=53] [new-version=54] [2024/05/05 15:07:37.059 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:116 start_key:\"7480000000000000FF5E00000000000000F8\" end_key:\"7480000000000000FF6000000000000000F8\" region_epoch:<conf_ver:1 version:54 > peers:<id:117 store_id:1 >"] [total=1] [2024/05/05 15:07:37.082 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=118] [peer-ids="[119]"] [2024/05/05 15:07:37.083 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:118 start_key:\"7480000000000000FF6000000000000000F8\" end_key:\"7480000000000000FF6200000000000000F8\" region_epoch:<conf_ver:1 version:55 > peers:<id:119 store_id:1 >"] [total=1] [2024/05/05 15:07:37.083 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6000000000000000F8} -> {7480000000000000FF6200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=54] [new-version=55] [2024/05/05 15:07:37.125 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=120] [peer-ids="[121]"] [2024/05/05 15:07:37.125 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6200000000000000F8} -> {7480000000000000FF6600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=55] [new-version=56] [2024/05/05 15:07:37.125 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:120 start_key:\"7480000000000000FF6200000000000000F8\" end_key:\"7480000000000000FF6600000000000000F8\" region_epoch:<conf_ver:1 version:56 > peers:<id:121 store_id:1 >"] [total=1] [2024/05/05 15:07:37.159 +08:00] [WARN] [grpclog.go:46] ["[core][Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = \"transport is closing\""] [2024/05/05 15:07:37.171 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=97] [2024/05/05 15:07:37.171 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=97] [2024/05/05 15:07:37.224 +08:00] [INFO] [grpc_service.go:2172] ["update service GC safe point"] [service-id=gc_worker] [expire-at=-9223372035139882952] [safepoint=449548715870388224] [2024/05/05 15:07:37.308 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:38.231 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=122] [peer-ids="[123]"] [2024/05/05 15:07:38.232 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:122 start_key:\"7480000000000000FF6600000000000000F8\" end_key:\"7480000000000000FF6A00000000000000F8\" region_epoch:<conf_ver:1 version:57 > peers:<id:123 store_id:1 >"] [total=1] [2024/05/05 15:07:38.232 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6600000000000000F8} -> {7480000000000000FF6A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=56] [new-version=57] [2024/05/05 15:07:38.279 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=124] [peer-ids="[125]"] [2024/05/05 15:07:38.279 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6A00000000000000F8} -> {7480000000000000FF6C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=57] [new-version=58] [2024/05/05 15:07:38.279 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:124 start_key:\"7480000000000000FF6A00000000000000F8\" end_key:\"7480000000000000FF6C00000000000000F8\" region_epoch:<conf_ver:1 version:58 > peers:<id:125 store_id:1 >"] [total=1] [2024/05/05 15:07:38.288 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=126] [peer-ids="[127]"] [2024/05/05 15:07:38.288 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=128] [peer-ids="[129]"] [2024/05/05 15:07:38.288 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=130] [peer-ids="[131]"] [2024/05/05 15:07:38.288 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=132] [peer-ids="[133]"] [2024/05/05 15:07:38.288 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=134] [peer-ids="[135]"] [2024/05/05 15:07:38.288 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=136] [peer-ids="[137]"] [2024/05/05 15:07:38.288 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6C00000000000000F8} -> {7480000000000000FF6C5F728000000000FF0000050000000000FA}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=58] [new-version=64] [2024/05/05 15:07:38.288 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:126 start_key:\"7480000000000000FF6C00000000000000F8\" end_key:\"7480000000000000FF6C5F728000000000FF0000000000000000FA\" region_epoch:<conf_ver:1 version:64 > peers:<id:127 store_id:1 > id:128 start_key:\"7480000000000000FF6C5F728000000000FF0000000000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000010000000000FA\" region_epoch:<conf_ver:1 version:64 > peers:<id:129 store_id:1 > id:130 start_key:\"7480000000000000FF6C5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000020000000000FA\" region_epoch:<conf_ver:1 version:64 > peers:<id:131 store_id:1 > id:132 start_key:\"7480000000000000FF6C5F728000000000FF0000020000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000030000000000FA\" region_epoch:<conf_ver:1 version:64 > peers:<id:133 store_id:1 > id:134 start_key:\"7480000000000000FF6C5F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000040000000000FA\" region_epoch:<conf_ver:1 version:64 > peers:<id:135 store_id:1 > id:136 start_key:\"7480000000000000FF6C5F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000050000000000FA\" region_epoch:<conf_ver:1 version:64 > peers:<id:137 store_id:1 >"] [total=6] [2024/05/05 15:07:38.289 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=126] [2024/05/05 15:07:38.390 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=128] [2024/05/05 15:07:38.491 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=130] [2024/05/05 15:07:38.592 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=132] [2024/05/05 15:07:38.693 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=134] [2024/05/05 15:07:38.794 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=136] [2024/05/05 15:07:38.934 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53790, StartTime:2024-05-05 15:07:38 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_agg_func/t\",\"schema/collation_agg_func/tt\"]}}"] [2024/05/05 15:07:39.007 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=138] [peer-ids="[139]"] [2024/05/05 15:07:39.008 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6C5F728000000000FF0000050000000000FA} -> {7480000000000000FF7100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=64] [new-version=65] [2024/05/05 15:07:39.008 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:138 start_key:\"7480000000000000FF6C5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FF7100000000000000F8\" region_epoch:<conf_ver:1 version:65 > peers:<id:139 store_id:1 >"] [total=1] [2024/05/05 15:07:39.032 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=140] [peer-ids="[141]"] [2024/05/05 15:07:39.032 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7100000000000000F8} -> {7480000000000000FF7300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=65] [new-version=66] [2024/05/05 15:07:39.032 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:140 start_key:\"7480000000000000FF7100000000000000F8\" end_key:\"7480000000000000FF7300000000000000F8\" region_epoch:<conf_ver:1 version:66 > peers:<id:141 store_id:1 >"] [total=1] [2024/05/05 15:07:39.103 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=142] [peer-ids="[143]"] [2024/05/05 15:07:39.103 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:142 start_key:\"7480000000000000FF7300000000000000F8\" end_key:\"7480000000000000FF7600000000000000F8\" region_epoch:<conf_ver:1 version:67 > peers:<id:143 store_id:1 >"] [total=1] [2024/05/05 15:07:39.104 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7300000000000000F8} -> {7480000000000000FF7600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=66] [new-version=67] [2024/05/05 15:07:39.168 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=144] [peer-ids="[145]"] [2024/05/05 15:07:39.169 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7600000000000000F8} -> {7480000000000000FF7900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=67] [new-version=68] [2024/05/05 15:07:39.169 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:144 start_key:\"7480000000000000FF7600000000000000F8\" end_key:\"7480000000000000FF7900000000000000F8\" region_epoch:<conf_ver:1 version:68 > peers:<id:145 store_id:1 >"] [total=1] [2024/05/05 15:07:39.242 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=146] [peer-ids="[147]"] [2024/05/05 15:07:39.243 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7900000000000000F8} -> {7480000000000000FF7C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=68] [new-version=69] [2024/05/05 15:07:39.243 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:146 start_key:\"7480000000000000FF7900000000000000F8\" end_key:\"7480000000000000FF7C00000000000000F8\" region_epoch:<conf_ver:1 version:69 > peers:<id:147 store_id:1 >"] [total=1] [2024/05/05 15:07:39.304 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=148] [peer-ids="[149]"] [2024/05/05 15:07:39.305 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7C00000000000000F8} -> {7480000000000000FF7F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=69] [new-version=70] [2024/05/05 15:07:39.305 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:148 start_key:\"7480000000000000FF7C00000000000000F8\" end_key:\"7480000000000000FF7F00000000000000F8\" region_epoch:<conf_ver:1 version:70 > peers:<id:149 store_id:1 >"] [total=1] [2024/05/05 15:07:39.344 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=150] [peer-ids="[151]"] [2024/05/05 15:07:39.345 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7F00000000000000F8} -> {7480000000000000FF8100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=70] [new-version=71] [2024/05/05 15:07:39.345 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:150 start_key:\"7480000000000000FF7F00000000000000F8\" end_key:\"7480000000000000FF8100000000000000F8\" region_epoch:<conf_ver:1 version:71 > peers:<id:151 store_id:1 >"] [total=1] [2024/05/05 15:07:39.408 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=152] [peer-ids="[153]"] [2024/05/05 15:07:39.409 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:152 start_key:\"7480000000000000FF8100000000000000F8\" end_key:\"7480000000000000FF8400000000000000F8\" region_epoch:<conf_ver:1 version:72 > peers:<id:153 store_id:1 >"] [total=1] [2024/05/05 15:07:39.409 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8100000000000000F8} -> {7480000000000000FF8400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=71] [new-version=72] [2024/05/05 15:07:39.436 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=154] [peer-ids="[155]"] [2024/05/05 15:07:39.436 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8400000000000000F8} -> {7480000000000000FF8600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=72] [new-version=73] [2024/05/05 15:07:39.436 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:154 start_key:\"7480000000000000FF8400000000000000F8\" end_key:\"7480000000000000FF8600000000000000F8\" region_epoch:<conf_ver:1 version:73 > peers:<id:155 store_id:1 >"] [total=1] [2024/05/05 15:07:39.534 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=156] [peer-ids="[157]"] [2024/05/05 15:07:39.535 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:156 start_key:\"7480000000000000FF8600000000000000F8\" end_key:\"7480000000000000FF8A00000000000000F8\" region_epoch:<conf_ver:1 version:74 > peers:<id:157 store_id:1 >"] [total=1] [2024/05/05 15:07:39.535 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8600000000000000F8} -> {7480000000000000FF8A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=73] [new-version=74] [2024/05/05 15:07:39.559 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=158] [peer-ids="[159]"] [2024/05/05 15:07:39.560 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8A00000000000000F8} -> {7480000000000000FF8C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=74] [new-version=75] [2024/05/05 15:07:39.560 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:158 start_key:\"7480000000000000FF8A00000000000000F8\" end_key:\"7480000000000000FF8C00000000000000F8\" region_epoch:<conf_ver:1 version:75 > peers:<id:159 store_id:1 >"] [total=1] [2024/05/05 15:07:39.636 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=160] [peer-ids="[161]"] [2024/05/05 15:07:39.639 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8C00000000000000F8} -> {7480000000000000FF8F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=75] [new-version=76] [2024/05/05 15:07:39.639 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:160 start_key:\"7480000000000000FF8C00000000000000F8\" end_key:\"7480000000000000FF8F00000000000000F8\" region_epoch:<conf_ver:1 version:76 > peers:<id:161 store_id:1 >"] [total=1] [2024/05/05 15:07:39.662 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=162] [peer-ids="[163]"] [2024/05/05 15:07:39.663 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8F00000000000000F8} -> {7480000000000000FF9100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=76] [new-version=77] [2024/05/05 15:07:39.663 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:162 start_key:\"7480000000000000FF8F00000000000000F8\" end_key:\"7480000000000000FF9100000000000000F8\" region_epoch:<conf_ver:1 version:77 > peers:<id:163 store_id:1 >"] [total=1] [2024/05/05 15:07:39.684 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=164] [peer-ids="[165]"] [2024/05/05 15:07:39.684 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9100000000000000F8} -> {7480000000000000FF9300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=77] [new-version=78] [2024/05/05 15:07:39.684 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:164 start_key:\"7480000000000000FF9100000000000000F8\" end_key:\"7480000000000000FF9300000000000000F8\" region_epoch:<conf_ver:1 version:78 > peers:<id:165 store_id:1 >"] [total=1] [2024/05/05 15:07:39.703 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53790, StartTime:2024-05-05 15:07:39 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_check_use_collation/t\",\"schema/collation_check_use_collation/tbl_2\",\"schema/collation_check_use_collation/t2\",\"schema/collation_check_use_collation/t0\",\"schema/collation_check_use_collation/t1\",\"schema/collation_check_use_collation/v0\"]}}"] [2024/05/05 15:07:39.776 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=166] [peer-ids="[167]"] [2024/05/05 15:07:39.777 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9300000000000000F8} -> {7480000000000000FF9800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=78] [new-version=79] [2024/05/05 15:07:39.777 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:166 start_key:\"7480000000000000FF9300000000000000F8\" end_key:\"7480000000000000FF9800000000000000F8\" region_epoch:<conf_ver:1 version:79 > peers:<id:167 store_id:1 >"] [total=1] [2024/05/05 15:07:39.844 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=168] [peer-ids="[169]"] [2024/05/05 15:07:39.845 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9800000000000000F8} -> {7480000000000000FF9C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=79] [new-version=80] [2024/05/05 15:07:39.845 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:168 start_key:\"7480000000000000FF9800000000000000F8\" end_key:\"7480000000000000FF9C00000000000000F8\" region_epoch:<conf_ver:1 version:80 > peers:<id:169 store_id:1 >"] [total=1] [2024/05/05 15:07:39.929 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=170] [peer-ids="[171]"] [2024/05/05 15:07:39.929 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:170 start_key:\"7480000000000000FF9C00000000000000F8\" end_key:\"7480000000000000FFA000000000000000F8\" region_epoch:<conf_ver:1 version:81 > peers:<id:171 store_id:1 >"] [total=1] [2024/05/05 15:07:39.929 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9C00000000000000F8} -> {7480000000000000FFA000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=80] [new-version=81] [2024/05/05 15:07:40.015 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=172] [peer-ids="[173]"] [2024/05/05 15:07:40.015 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:172 start_key:\"7480000000000000FFA000000000000000F8\" end_key:\"7480000000000000FFA400000000000000F8\" region_epoch:<conf_ver:1 version:82 > peers:<id:173 store_id:1 >"] [total=1] [2024/05/05 15:07:40.015 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA000000000000000F8} -> {7480000000000000FFA400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=81] [new-version=82] [2024/05/05 15:07:40.097 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=174] [peer-ids="[175]"] [2024/05/05 15:07:40.098 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA400000000000000F8} -> {7480000000000000FFA800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=82] [new-version=83] [2024/05/05 15:07:40.098 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:174 start_key:\"7480000000000000FFA400000000000000F8\" end_key:\"7480000000000000FFA800000000000000F8\" region_epoch:<conf_ver:1 version:83 > peers:<id:175 store_id:1 >"] [total=1] [2024/05/05 15:07:40.166 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=176] [peer-ids="[177]"] [2024/05/05 15:07:40.167 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:176 start_key:\"7480000000000000FFA800000000000000F8\" end_key:\"7480000000000000FFAB00000000000000F8\" region_epoch:<conf_ver:1 version:84 > peers:<id:177 store_id:1 >"] [total=1] [2024/05/05 15:07:40.167 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA800000000000000F8} -> {7480000000000000FFAB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=83] [new-version=84] [2024/05/05 15:07:40.348 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=178] [peer-ids="[179]"] [2024/05/05 15:07:40.349 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFAB00000000000000F8} -> {7480000000000000FFB600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=84] [new-version=85] [2024/05/05 15:07:40.349 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:178 start_key:\"7480000000000000FFAB00000000000000F8\" end_key:\"7480000000000000FFB600000000000000F8\" region_epoch:<conf_ver:1 version:85 > peers:<id:179 store_id:1 >"] [total=1] [2024/05/05 15:07:40.371 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=180] [peer-ids="[181]"] [2024/05/05 15:07:40.372 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFB600000000000000F8} -> {7480000000000000FFB800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=85] [new-version=86] [2024/05/05 15:07:40.372 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:180 start_key:\"7480000000000000FFB600000000000000F8\" end_key:\"7480000000000000FFB800000000000000F8\" region_epoch:<conf_ver:1 version:86 > peers:<id:181 store_id:1 >"] [total=1] [2024/05/05 15:07:40.397 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=182] [peer-ids="[183]"] [2024/05/05 15:07:40.397 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFB800000000000000F8} -> {7480000000000000FFBA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=86] [new-version=87] [2024/05/05 15:07:40.398 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:182 start_key:\"7480000000000000FFB800000000000000F8\" end_key:\"7480000000000000FFBA00000000000000F8\" region_epoch:<conf_ver:1 version:87 > peers:<id:183 store_id:1 >"] [total=1] [2024/05/05 15:07:40.407 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53790, StartTime:2024-05-05 15:07:40 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_misc/t1\",\"schema/collation_misc/t\"]}}"] [2024/05/05 15:07:40.500 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=184] [peer-ids="[185]"] [2024/05/05 15:07:40.501 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFBA00000000000000F8} -> {7480000000000000FFC100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=87] [new-version=88] [2024/05/05 15:07:40.501 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:184 start_key:\"7480000000000000FFBA00000000000000F8\" end_key:\"7480000000000000FFC100000000000000F8\" region_epoch:<conf_ver:1 version:88 > peers:<id:185 store_id:1 >"] [total=1] [2024/05/05 15:07:40.516 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=186] [peer-ids="[187]"] [2024/05/05 15:07:40.517 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC100000000000000F8} -> {7480000000000000FFC300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=88] [new-version=89] [2024/05/05 15:07:40.517 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:186 start_key:\"7480000000000000FFC100000000000000F8\" end_key:\"7480000000000000FFC300000000000000F8\" region_epoch:<conf_ver:1 version:89 > peers:<id:187 store_id:1 >"] [total=1] [2024/05/05 15:07:40.588 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=188] [peer-ids="[189]"] [2024/05/05 15:07:40.589 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC300000000000000F8} -> {7480000000000000FFC600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=89] [new-version=90] [2024/05/05 15:07:40.589 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:188 start_key:\"7480000000000000FFC300000000000000F8\" end_key:\"7480000000000000FFC600000000000000F8\" region_epoch:<conf_ver:1 version:90 > peers:<id:189 store_id:1 >"] [total=1] [2024/05/05 15:07:40.658 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=190] [peer-ids="[191]"] [2024/05/05 15:07:40.659 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC600000000000000F8} -> {7480000000000000FFC900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=90] [new-version=91] [2024/05/05 15:07:40.659 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:190 start_key:\"7480000000000000FFC600000000000000F8\" end_key:\"7480000000000000FFC900000000000000F8\" region_epoch:<conf_ver:1 version:91 > peers:<id:191 store_id:1 >"] [total=1] [2024/05/05 15:07:40.675 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=192] [peer-ids="[193]"] [2024/05/05 15:07:40.676 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:192 start_key:\"7480000000000000FFC900000000000000F8\" end_key:\"7480000000000000FFCB00000000000000F8\" region_epoch:<conf_ver:1 version:92 > peers:<id:193 store_id:1 >"] [total=1] [2024/05/05 15:07:40.676 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC900000000000000F8} -> {7480000000000000FFCB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=91] [new-version=92] [2024/05/05 15:07:40.742 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=194] [peer-ids="[195]"] [2024/05/05 15:07:40.743 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFCB00000000000000F8} -> {7480000000000000FFCE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=92] [new-version=93] [2024/05/05 15:07:40.743 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:194 start_key:\"7480000000000000FFCB00000000000000F8\" end_key:\"7480000000000000FFCE00000000000000F8\" region_epoch:<conf_ver:1 version:93 > peers:<id:195 store_id:1 >"] [total=1] [2024/05/05 15:07:40.801 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=196] [peer-ids="[197]"] [2024/05/05 15:07:40.802 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFCE00000000000000F8} -> {7480000000000000FFD100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=93] [new-version=94] [2024/05/05 15:07:40.802 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:196 start_key:\"7480000000000000FFCE00000000000000F8\" end_key:\"7480000000000000FFD100000000000000F8\" region_epoch:<conf_ver:1 version:94 > peers:<id:197 store_id:1 >"] [total=1] [2024/05/05 15:07:40.869 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=198] [peer-ids="[199]"] [2024/05/05 15:07:40.869 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD100000000000000F8} -> {7480000000000000FFD400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=94] [new-version=95] [2024/05/05 15:07:40.869 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:198 start_key:\"7480000000000000FFD100000000000000F8\" end_key:\"7480000000000000FFD400000000000000F8\" region_epoch:<conf_ver:1 version:95 > peers:<id:199 store_id:1 >"] [total=1] [2024/05/05 15:07:40.885 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=200] [peer-ids="[201]"] [2024/05/05 15:07:40.885 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD400000000000000F8} -> {7480000000000000FFD600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=95] [new-version=96] [2024/05/05 15:07:40.885 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:200 start_key:\"7480000000000000FFD400000000000000F8\" end_key:\"7480000000000000FFD600000000000000F8\" region_epoch:<conf_ver:1 version:96 > peers:<id:201 store_id:1 >"] [total=1] [2024/05/05 15:07:40.965 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=202] [peer-ids="[203]"] [2024/05/05 15:07:40.966 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD600000000000000F8} -> {7480000000000000FFD900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=96] [new-version=97] [2024/05/05 15:07:40.966 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:202 start_key:\"7480000000000000FFD600000000000000F8\" end_key:\"7480000000000000FFD900000000000000F8\" region_epoch:<conf_ver:1 version:97 > peers:<id:203 store_id:1 >"] [total=1] [2024/05/05 15:07:41.040 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=204] [peer-ids="[205]"] [2024/05/05 15:07:41.041 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD900000000000000F8} -> {7480000000000000FFDC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=97] [new-version=98] [2024/05/05 15:07:41.041 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:204 start_key:\"7480000000000000FFD900000000000000F8\" end_key:\"7480000000000000FFDC00000000000000F8\" region_epoch:<conf_ver:1 version:98 > peers:<id:205 store_id:1 >"] [total=1] [2024/05/05 15:07:41.058 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=206] [peer-ids="[207]"] [2024/05/05 15:07:41.059 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFDC00000000000000F8} -> {7480000000000000FFDE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=98] [new-version=99] [2024/05/05 15:07:41.059 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:206 start_key:\"7480000000000000FFDC00000000000000F8\" end_key:\"7480000000000000FFDE00000000000000F8\" region_epoch:<conf_ver:1 version:99 > peers:<id:207 store_id:1 >"] [total=1] [2024/05/05 15:07:41.136 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=208] [peer-ids="[209]"] [2024/05/05 15:07:41.137 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFDE00000000000000F8} -> {7480000000000000FFE100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=99] [new-version=100] [2024/05/05 15:07:41.137 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=14] [origin="id:208 start_key:\"7480000000000000FFDE00000000000000F8\" end_key:\"7480000000000000FFE100000000000000F8\" region_epoch:<conf_ver:1 version:100 > peers:<id:209 store_id:1 >"] [total=1] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/05 15:07:31.296 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:31.296 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:31.296 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={47, 49, 44, 51, 17, 29, 60, 66, 31, 67, 61, 11, 13, 9, 10, 56, 8, 7, 68, 65, 55, 6, 69, 59, 33, 58, 16, 35, 15, 14, 52, 24, 0, 32, 27, 71, 23, 43, 62, 19, 63, 42, 46, 28, 48, 45, 50, 36, 70, 64, 21, 18, 34, 26, 53, 54, 25, 12, 30, 57, 20, 22}"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:31.299 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:07:31.299 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:31.299 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9c3944d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f9c394afb80, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9c39437ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9c394d2f30, grpc.server_uri=dns:///127.0.0.1:2389}: connect failed: {\"created\":\"@1714892851.299299682\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2389\"}"] [thread_id=13] [2024/05/05 15:07:31.299 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9c3944d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f9c394afb80, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9c39437ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9c394d2f30, grpc.server_uri=dns:///127.0.0.1:2389}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:31.299 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:07:31.299 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:31.601 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:07:33.601 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:07:33.901 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:07:33.903 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/05 15:07:33.904 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/05 15:07:33.917 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/05 15:07:33.918 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2389\"]"] [thread_id=1] [2024/05/05 15:07:33.918 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408721164544291] [thread_id=1] [2024/05/05 15:07:33.918 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:33.918 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:33.921 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:33.921 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2] [thread_id=1] [2024/05/05 15:07:33.921 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft] [thread_id=1] [2024/05/05 15:07:33.922 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20170\",\"advertise-addr\":\"127.0.0.1:20170\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20175\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2389\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:33.922 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:33.922 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:33.923 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:33.923 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:33.923 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:33.923 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:33.971 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:33.971 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:33.971 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 195.107µs"] [thread_id=1] [2024/05/05 15:07:34.069 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:34.071 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:34.071 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:34.072 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp] [thread_id=1] [2024/05/05 15:07:34.072 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:34.073 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:34.073 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:34.073 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/05/05 15:07:34.073 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:34.073 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/05/05 15:07:34.073 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:34.081 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:34.120 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408721164544291] [thread_id=1] [2024/05/05 15:07:34.120 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20170\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20170\" status_address: \"127.0.0.1:20175\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892854 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:34.122 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:34.122 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:34.122 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:34.123 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=205.53µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:34.127 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.882µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:34.128 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/05 15:07:34.129 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:34.129 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:34.129 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:34.130 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/05 15:07:34.132 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:34.132 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/05 15:07:34.134 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:34.134 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:34.134 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:34.134 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:34.136 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20170] [thread_id=1] [2024/05/05 15:07:34.136 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:34.136 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:34.142 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:34.142 +08:00] [ERROR] [server.rs:1565] ["failed to bind addr for status service"] [err_code=KV:Unknown] [err="Http(hyper::Error(Listen, Os { code: 98, kind: AddrInUse, message: \"Address already in use\" }))"] [thread_id=1] [2024/05/05 15:07:37.131 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/05/05 15:07:37.132 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/05 15:07:37.132 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/05/05 15:07:37.132 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/05 15:07:37.132 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=102] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=101] [2024/05/05 15:07:37.133 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:07:37.133 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/05/05 15:07:37.133 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=4] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=8] [thread_id=68] [2024/05/05 15:07:37.133 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=6] [thread_id=68] [2024/05/05 15:07:44.130 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] ==> ./tikv3.log <== [2024/05/05 15:07:31.296 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={23, 30, 11, 60, 18, 66, 22, 25, 10, 24, 29, 14, 50, 8, 13, 35, 64, 67, 36, 20, 69, 53, 55, 26, 56, 33, 21, 34, 68, 9, 59, 28, 57, 65, 32, 49, 12, 71, 27, 15, 45, 54, 17, 44, 48, 70, 42, 63, 6, 61, 47, 58, 52, 43, 0, 46, 19, 7, 31, 62, 16, 51}"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:31.297 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:31.298 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/05 15:07:31.299 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:31.299 +08:00] [INFO] [<unknown>] ["subchannel 0x7f56c7c4d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7f56c7cafb80, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f56c7c37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f56c7cd2f30, grpc.server_uri=dns:///127.0.0.1:2399}: connect failed: {\"created\":\"@1714892851.299292206\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2399\"}"] [thread_id=13] [2024/05/05 15:07:31.299 +08:00] [INFO] [<unknown>] ["subchannel 0x7f56c7c4d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7f56c7cafb80, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f56c7c37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f56c7cd2f30, grpc.server_uri=dns:///127.0.0.1:2399}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:31.299 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/05 15:07:31.299 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:31.601 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/05 15:07:33.142 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/05 15:07:33.143 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/05 15:07:33.144 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/05 15:07:33.144 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/05 15:07:33.145 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2399\"]"] [thread_id=1] [2024/05/05 15:07:33.145 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408717199053240] [thread_id=1] [2024/05/05 15:07:33.145 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:33.145 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:33.148 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:33.148 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3] [thread_id=1] [2024/05/05 15:07:33.149 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft] [thread_id=1] [2024/05/05 15:07:33.149 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20180\",\"advertise-addr\":\"127.0.0.1:20180\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20185\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2399\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:33.150 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:33.150 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:33.150 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:33.150 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:33.150 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:33.150 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:33.226 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:33.226 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:33.226 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 190.546µs"] [thread_id=1] [2024/05/05 15:07:33.286 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:33.288 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:33.288 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:33.288 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp] [thread_id=1] [2024/05/05 15:07:33.289 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:33.289 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:33.289 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:33.289 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:33.289 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/05/05 15:07:33.289 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/05/05 15:07:33.289 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:33.297 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:33.303 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408717199053240] [thread_id=1] [2024/05/05 15:07:33.303 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20180\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20180\" status_address: \"127.0.0.1:20185\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892853 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:33.305 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:33.305 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:33.305 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:33.306 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=174.512µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:33.309 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.148µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:33.310 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/05 15:07:33.311 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:33.311 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:33.311 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:33.311 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/05 15:07:33.314 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:33.314 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/05 15:07:33.315 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:33.315 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:33.315 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:33.316 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:33.317 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20180] [thread_id=1] [2024/05/05 15:07:33.317 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:33.317 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:33.321 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:33.322 +08:00] [ERROR] [server.rs:1565] ["failed to bind addr for status service"] [err_code=KV:Unknown] [err="Http(hyper::Error(Listen, Os { code: 98, kind: AddrInUse, message: \"Address already in use\" }))"] [thread_id=1] [2024/05/05 15:07:36.316 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/05/05 15:07:36.316 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/05 15:07:36.316 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/05/05 15:07:36.316 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/05 15:07:36.317 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=101] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=102] [2024/05/05 15:07:36.317 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=6] [thread_id=68] [2024/05/05 15:07:36.317 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=8] [thread_id=68] [2024/05/05 15:07:36.318 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/05/05 15:07:36.318 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:36.318 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=4] [thread_id=68] [2024/05/05 15:07:43.312 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] ==> ./tikv1.log <== [2024/05/05 15:07:39.929 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {171} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=171] [region_id=170] [thread_id=102] [2024/05/05 15:07:39.929 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 171."] [id=171] [raft_id=171] [region_id=170] [thread_id=102] [2024/05/05 15:07:39.929 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=171] [region_id=170] [thread_id=102] [2024/05/05 15:07:39.929 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=171] [region_id=170] [thread_id=102] [2024/05/05 15:07:39.929 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=171] [region_id=170] [thread_id=102] [2024/05/05 15:07:39.929 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=171] [region_id=170] [thread_id=102] [2024/05/05 15:07:39.929 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803938] [region_id=170] [thread_id=101] [2024/05/05 15:07:39.929 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=125] [observe_id=ObserveId(160)] [region=14] [thread_id=68] [2024/05/05 15:07:39.929 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 170 start_key: 7480000000000000FF9C00000000000000F8 end_key: 7480000000000000FFA000000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 171 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:39.929 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=170] [thread_id=31] [2024/05/05 15:07:39.929 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(161)] [region=170] [thread_id=68] [2024/05/05 15:07:39.932 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 81, but you sent conf_ver: 1 version: 80\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 15 store_id: 1 } } current_regions { id: 170 start_key: 7480000000000000FF9C00000000000000F8 end_key: 7480000000000000FFA000000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 171 store_id: 1 } } }))"] [cid=2581] [thread_id=47] [2024/05/05 15:07:40.015 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33924] [split_keys="key 7480000000000000FFA400000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 172 new_peer_ids: 173]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.015 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA400000000000000F8 new_region_id: 172 new_peer_ids: 173 } right_derive: true }"] [index=127] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.015 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFA400000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.015 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.015 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(160)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.015 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.015 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 173 store_id: 1 }"] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {173} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {173} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 173."] [id=173] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=173] [region_id=172] [thread_id=101] [2024/05/05 15:07:40.015 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803940] [region_id=172] [thread_id=102] [2024/05/05 15:07:40.015 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=127] [observe_id=ObserveId(162)] [region=14] [thread_id=68] [2024/05/05 15:07:40.016 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 173 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.016 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(163)] [region=172] [thread_id=68] [2024/05/05 15:07:40.016 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=172] [thread_id=31] [2024/05/05 15:07:40.018 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 82, but you sent conf_ver: 1 version: 81\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 15 store_id: 1 } } current_regions { id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 173 store_id: 1 } } }))"] [cid=2678] [thread_id=47] [2024/05/05 15:07:40.097 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33924] [split_keys="key 7480000000000000FFA800000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.097 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 174 new_peer_ids: 175]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.097 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA800000000000000F8 new_region_id: 174 new_peer_ids: 175 } right_derive: true }"] [index=129] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.097 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFA800000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.097 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.098 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(162)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.098 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 175 store_id: 1 }"] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.098 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {175} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {175} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 175."] [id=175] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=175] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803942] [region_id=174] [thread_id=101] [2024/05/05 15:07:40.098 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=129] [observe_id=ObserveId(164)] [region=14] [thread_id=68] [2024/05/05 15:07:40.098 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=174] [thread_id=31] [2024/05/05 15:07:40.098 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 175 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.098 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(165)] [region=174] [thread_id=68] [2024/05/05 15:07:40.100 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 83, but you sent conf_ver: 1 version: 82\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 } } current_regions { id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 175 store_id: 1 } } }))"] [cid=2777] [thread_id=45] [2024/05/05 15:07:40.166 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33930] [split_keys="key 7480000000000000FFAB00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.166 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 176 new_peer_ids: 177]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.166 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFAB00000000000000F8 new_region_id: 176 new_peer_ids: 177 } right_derive: true }"] [index=131] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.166 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFAB00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.167 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.167 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(164)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.167 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.167 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 177 store_id: 1 }"] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {177} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {177} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 177."] [id=177] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=177] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803944] [region_id=176] [thread_id=101] [2024/05/05 15:07:40.167 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=131] [observe_id=ObserveId(166)] [region=14] [thread_id=68] [2024/05/05 15:07:40.167 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 177 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.167 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=176] [thread_id=31] [2024/05/05 15:07:40.167 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(167)] [region=176] [thread_id=68] [2024/05/05 15:07:40.169 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 84, but you sent conf_ver: 1 version: 83\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 } } current_regions { id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 177 store_id: 1 } } }))"] [cid=2851] [thread_id=47] [2024/05/05 15:07:40.348 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33928] [split_keys="key 7480000000000000FFB600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.348 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 178 new_peer_ids: 179]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.348 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFB600000000000000F8 new_region_id: 178 new_peer_ids: 179 } right_derive: true }"] [index=135] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.348 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFB600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.348 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.348 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.348 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.348 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(166)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.348 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.349 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 179 store_id: 1 }"] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {179} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {179} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 179."] [id=179] [raft_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=179] [region_id=178] [thread_id=101] [2024/05/05 15:07:40.349 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803946] [region_id=178] [thread_id=102] [2024/05/05 15:07:40.349 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 179 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.349 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=135] [observe_id=ObserveId(168)] [region=14] [thread_id=68] [2024/05/05 15:07:40.349 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(169)] [region=178] [thread_id=68] [2024/05/05 15:07:40.349 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=178] [thread_id=31] [2024/05/05 15:07:40.350 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 85, but you sent conf_ver: 1 version: 84\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 } } current_regions { id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 179 store_id: 1 } } }))"] [cid=3045] [thread_id=44] [2024/05/05 15:07:40.350 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000B65F698000000000000001016120202020000000FC016100000000000000F8013100000000000000F8, start_ts: TimeStamp(449548873982541831), ttl: 3000, short_value: 007D01, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449548873982541832), use_async_commit: true, secondaries: [7480000000000000B65F72013100000000000000F8], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449548873982541831] [min_commit_ts=449548873982541832] [start_ts=449548873982541831] [key=7480000000000000FFB65F698000000000FF0000010161202020FF20000000FC016100FF000000000000F801FF3100000000000000FFF800000000000000F8] [thread_id=46] [2024/05/05 15:07:40.371 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33924] [split_keys="key 7480000000000000FFB800000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.371 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 180 new_peer_ids: 181]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.372 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFB800000000000000F8 new_region_id: 180 new_peer_ids: 181 } right_derive: true }"] [index=138] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.372 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFB800000000000000F8"] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.372 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.372 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(168)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.372 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.372 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 180 start_key: 7480000000000000FFB600000000000000F8 end_key: 7480000000000000FFB800000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 181 store_id: 1 }"] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {181} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {181} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 181."] [id=181] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=181] [region_id=180] [thread_id=101] [2024/05/05 15:07:40.372 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803948] [region_id=180] [thread_id=102] [2024/05/05 15:07:40.372 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 180 start_key: 7480000000000000FFB600000000000000F8 end_key: 7480000000000000FFB800000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 181 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.372 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=138] [observe_id=ObserveId(170)] [region=14] [thread_id=68] [2024/05/05 15:07:40.372 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=180] [thread_id=31] [2024/05/05 15:07:40.372 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(171)] [region=180] [thread_id=68] [2024/05/05 15:07:40.394 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33928] [split_keys="key 7480000000000000FFBA00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.394 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:33928] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 86 != conf_ver: 1 version: 85, retry later\", [id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }])"] [thread_id=101] [2024/05/05 15:07:40.397 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33924] [split_keys="key 7480000000000000FFBA00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 182 new_peer_ids: 183]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.397 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBA00000000000000F8 new_region_id: 182 new_peer_ids: 183 } right_derive: true }"] [index=139] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.397 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFBA00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.397 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.397 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(170)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.397 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.397 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 182 start_key: 7480000000000000FFB800000000000000F8 end_key: 7480000000000000FFBA00000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 183 store_id: 1 }"] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {183} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {183} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 183."] [id=183] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=183] [region_id=182] [thread_id=102] [2024/05/05 15:07:40.397 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803950] [region_id=182] [thread_id=101] [2024/05/05 15:07:40.398 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=139] [observe_id=ObserveId(172)] [region=14] [thread_id=68] [2024/05/05 15:07:40.398 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 182 start_key: 7480000000000000FFB800000000000000F8 end_key: 7480000000000000FFBA00000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 183 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.398 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=182] [thread_id=31] [2024/05/05 15:07:40.398 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(173)] [region=182] [thread_id=68] [2024/05/05 15:07:40.498 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33924] [split_keys="key 7480000000000000FFC100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.498 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:33924] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 87 != conf_ver: 1 version: 86, retry later\", [id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }])"] [thread_id=101] [2024/05/05 15:07:40.500 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33928] [split_keys="key 7480000000000000FFC100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.500 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 184 new_peer_ids: 185]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.501 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC100000000000000F8 new_region_id: 184 new_peer_ids: 185 } right_derive: true }"] [index=140] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.501 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.501 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.501 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(172)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.501 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.501 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 185 store_id: 1 }"] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {185} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {185} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 185."] [id=185] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=185] [region_id=184] [thread_id=101] [2024/05/05 15:07:40.501 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803952] [region_id=184] [thread_id=102] [2024/05/05 15:07:40.501 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=140] [observe_id=ObserveId(174)] [region=14] [thread_id=68] [2024/05/05 15:07:40.501 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=184] [thread_id=31] [2024/05/05 15:07:40.501 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 185 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.501 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 88, but you sent conf_ver: 1 version: 87\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 } } current_regions { id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 185 store_id: 1 } } }))"] [cid=3222] [thread_id=47] [2024/05/05 15:07:40.501 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(175)] [region=184] [thread_id=68] [2024/05/05 15:07:40.516 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33930] [split_keys="key 7480000000000000FFC300000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.516 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 186 new_peer_ids: 187]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.517 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC300000000000000F8 new_region_id: 186 new_peer_ids: 187 } right_derive: true }"] [index=142] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.517 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC300000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.517 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.517 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(174)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.517 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.517 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 187 store_id: 1 }"] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {187} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {187} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 187."] [id=187] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=187] [region_id=186] [thread_id=102] [2024/05/05 15:07:40.517 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803954] [region_id=186] [thread_id=101] [2024/05/05 15:07:40.517 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=142] [observe_id=ObserveId(176)] [region=14] [thread_id=68] [2024/05/05 15:07:40.517 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 187 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.517 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=186] [thread_id=31] [2024/05/05 15:07:40.517 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(177)] [region=186] [thread_id=68] [2024/05/05 15:07:40.531 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 89, but you sent conf_ver: 1 version: 88\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 } } current_regions { id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 187 store_id: 1 } } }))"] [cid=3255] [thread_id=46] [2024/05/05 15:07:40.588 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33928] [split_keys="key 7480000000000000FFC600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 188 new_peer_ids: 189]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.589 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC600000000000000F8 new_region_id: 188 new_peer_ids: 189 } right_derive: true }"] [index=144] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.589 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.589 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.589 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(176)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.589 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.589 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 189 store_id: 1 }"] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {189} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {189} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 189."] [id=189] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=189] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803956] [region_id=188] [thread_id=101] [2024/05/05 15:07:40.589 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 189 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.589 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=144] [observe_id=ObserveId(178)] [region=14] [thread_id=68] [2024/05/05 15:07:40.589 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=188] [thread_id=31] [2024/05/05 15:07:40.589 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(179)] [region=188] [thread_id=68] [2024/05/05 15:07:40.592 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 90, but you sent conf_ver: 1 version: 89\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 } } current_regions { id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 189 store_id: 1 } } }))"] [cid=3329] [thread_id=44] [2024/05/05 15:07:40.593 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000C65F698000000000000001016100000000000000F8038000000000000002, start_ts: TimeStamp(449548874034970688), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449548874034970689), use_async_commit: true, secondaries: [7480000000000000C65F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449548874034970688] [min_commit_ts=449548874034970689] [start_ts=449548874034970688] [key=7480000000000000FFC65F698000000000FF0000010161000000FF00000000F8038000FF0000000000020000FD] [thread_id=44] [2024/05/05 15:07:40.658 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33926] [split_keys="key 7480000000000000FFC900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.658 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 190 new_peer_ids: 191]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.659 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC900000000000000F8 new_region_id: 190 new_peer_ids: 191 } right_derive: true }"] [index=148] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.659 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC900000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.659 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.659 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(178)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.659 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.659 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 191 store_id: 1 }"] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {191} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {191} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 191."] [id=191] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=191] [region_id=190] [thread_id=101] [2024/05/05 15:07:40.659 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803958] [region_id=190] [thread_id=102] [2024/05/05 15:07:40.659 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=148] [observe_id=ObserveId(180)] [region=14] [thread_id=68] [2024/05/05 15:07:40.659 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 191 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.659 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(181)] [region=190] [thread_id=68] [2024/05/05 15:07:40.659 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=190] [thread_id=31] [2024/05/05 15:07:40.663 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 91, but you sent conf_ver: 1 version: 90\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 } } current_regions { id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 191 store_id: 1 } } }))"] [cid=3407] [thread_id=44] [2024/05/05 15:07:40.675 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33930] [split_keys="key 7480000000000000FFCB00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.676 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 192 new_peer_ids: 193]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.676 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCB00000000000000F8 new_region_id: 192 new_peer_ids: 193 } right_derive: true }"] [index=150] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.676 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFCB00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.676 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.676 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(180)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.676 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 193 store_id: 1 }"] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.676 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {193} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {193} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 193."] [id=193] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=193] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803960] [region_id=192] [thread_id=102] [2024/05/05 15:07:40.676 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=150] [observe_id=ObserveId(182)] [region=14] [thread_id=68] [2024/05/05 15:07:40.676 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 193 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.676 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=192] [thread_id=31] [2024/05/05 15:07:40.676 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(183)] [region=192] [thread_id=68] [2024/05/05 15:07:40.689 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 92, but you sent conf_ver: 1 version: 91\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 } } current_regions { id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 193 store_id: 1 } } }))"] [cid=3438] [thread_id=47] [2024/05/05 15:07:40.742 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33928] [split_keys="key 7480000000000000FFCE00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.742 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 194 new_peer_ids: 195]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.742 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCE00000000000000F8 new_region_id: 194 new_peer_ids: 195 } right_derive: true }"] [index=152] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.742 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFCE00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.742 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.742 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.742 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.742 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(182)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.742 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.742 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 195 store_id: 1 }"] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.742 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {195} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {195} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 195."] [id=195] [raft_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=195] [region_id=194] [thread_id=102] [2024/05/05 15:07:40.743 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803962] [region_id=194] [thread_id=101] [2024/05/05 15:07:40.743 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=152] [observe_id=ObserveId(184)] [region=14] [thread_id=68] [2024/05/05 15:07:40.743 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 195 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.743 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(185)] [region=194] [thread_id=68] [2024/05/05 15:07:40.743 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=194] [thread_id=31] [2024/05/05 15:07:40.745 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 93, but you sent conf_ver: 1 version: 92\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 } } current_regions { id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 195 store_id: 1 } } }))"] [cid=3514] [thread_id=47] [2024/05/05 15:07:40.746 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000CE5F698000000000000001016100000000000000F8, start_ts: TimeStamp(449548874074292297), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449548874074292298), use_async_commit: true, secondaries: [7480000000000000CE5F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449548874074292297] [min_commit_ts=449548874074292298] [start_ts=449548874074292297] [key=7480000000000000FFCE5F698000000000FF0000010161000000FF00000000F8000000FC] [thread_id=47] [2024/05/05 15:07:40.801 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33926] [split_keys="key 7480000000000000FFD100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.801 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 196 new_peer_ids: 197]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.801 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD100000000000000F8 new_region_id: 196 new_peer_ids: 197 } right_derive: true }"] [index=156] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.801 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.801 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.801 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.801 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.801 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(184)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.801 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 197 store_id: 1 }"] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.801 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.801 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.802 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {197} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.802 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.802 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {197} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.802 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 197."] [id=197] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.802 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.802 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.802 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.802 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=197] [region_id=196] [thread_id=102] [2024/05/05 15:07:40.802 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803964] [region_id=196] [thread_id=101] [2024/05/05 15:07:40.802 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=156] [observe_id=ObserveId(186)] [region=14] [thread_id=68] [2024/05/05 15:07:40.802 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 197 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.802 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=196] [thread_id=31] [2024/05/05 15:07:40.802 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(187)] [region=196] [thread_id=68] [2024/05/05 15:07:40.804 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 94, but you sent conf_ver: 1 version: 93\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 } } current_regions { id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 197 store_id: 1 } } }))"] [cid=3592] [thread_id=47] [2024/05/05 15:07:40.869 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33926] [split_keys="key 7480000000000000FFD400000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 198 new_peer_ids: 199]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.869 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD400000000000000F8 new_region_id: 198 new_peer_ids: 199 } right_derive: true }"] [index=158] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.869 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD400000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:40.869 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.869 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(186)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.869 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.869 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 199 store_id: 1 }"] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {199} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {199} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 199."] [id=199] [raft_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=199] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803966] [region_id=198] [thread_id=102] [2024/05/05 15:07:40.869 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=158] [observe_id=ObserveId(188)] [region=14] [thread_id=68] [2024/05/05 15:07:40.869 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 199 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.869 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(189)] [region=198] [thread_id=68] [2024/05/05 15:07:40.870 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=198] [thread_id=31] [2024/05/05 15:07:40.872 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 95, but you sent conf_ver: 1 version: 94\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 } } current_regions { id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 199 store_id: 1 } } }))"] [cid=3668] [thread_id=47] [2024/05/05 15:07:40.872 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000D45F698000000000000001016161000000000000F9, start_ts: TimeStamp(449548874113613859), ttl: 3000, short_value: 0000000000000001, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449548874113613860), use_async_commit: true, secondaries: [7480000000000000D45F728000000000000001], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449548874113613859] [min_commit_ts=449548874113613861] [start_ts=449548874113613859] [key=7480000000000000FFD45F698000000000FF0000010161610000FF00000000F9000000FC] [thread_id=45] [2024/05/05 15:07:40.884 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33930] [split_keys="key 7480000000000000FFD600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 200 new_peer_ids: 201]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD600000000000000F8 new_region_id: 200 new_peer_ids: 201 } right_derive: true }"] [index=162] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.885 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.885 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.885 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(188)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.885 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.885 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 201 store_id: 1 }"] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {201} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {201} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 201."] [id=201] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=201] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803968] [region_id=200] [thread_id=101] [2024/05/05 15:07:40.885 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=162] [observe_id=ObserveId(190)] [region=14] [thread_id=68] [2024/05/05 15:07:40.885 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 201 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.885 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(191)] [region=200] [thread_id=68] [2024/05/05 15:07:40.885 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=200] [thread_id=31] [2024/05/05 15:07:40.901 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 96, but you sent conf_ver: 1 version: 95\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 } } current_regions { id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 201 store_id: 1 } } }))"] [cid=3700] [thread_id=46] [2024/05/05 15:07:40.965 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33928] [split_keys="key 7480000000000000FFD900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:40.966 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 202 new_peer_ids: 203]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:40.966 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD900000000000000F8 new_region_id: 202 new_peer_ids: 203 } right_derive: true }"] [index=164] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.966 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD900000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:40.966 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:40.966 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(190)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:40.966 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.966 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 203 store_id: 1 }"] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {203} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {203} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 203."] [id=203] [raft_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=203] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803970] [region_id=202] [thread_id=102] [2024/05/05 15:07:40.966 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=164] [observe_id=ObserveId(192)] [region=14] [thread_id=68] [2024/05/05 15:07:40.966 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 203 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:40.966 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(193)] [region=202] [thread_id=68] [2024/05/05 15:07:40.966 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=202] [thread_id=31] [2024/05/05 15:07:40.969 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 97, but you sent conf_ver: 1 version: 96\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 } } current_regions { id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 203 store_id: 1 } } }))"] [cid=3774] [thread_id=44] [2024/05/05 15:07:40.970 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000D95F698000000000000001016100000000000000F8, start_ts: TimeStamp(449548874139828252), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449548874139828253), use_async_commit: true, secondaries: [7480000000000000D95F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449548874139828252] [min_commit_ts=449548874139828253] [start_ts=449548874139828252] [key=7480000000000000FFD95F698000000000FF0000010161000000FF00000000F8000000FC] [thread_id=44] [2024/05/05 15:07:41.040 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33926] [split_keys="key 7480000000000000FFDC00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 204 new_peer_ids: 205]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:41.041 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFDC00000000000000F8 new_region_id: 204 new_peer_ids: 205 } right_derive: true }"] [index=168] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:41.041 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFDC00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:41.041 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:41.041 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(192)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:41.041 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:41.041 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 205 store_id: 1 }"] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {205} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {205} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 205."] [id=205] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=205] [region_id=204] [thread_id=102] [2024/05/05 15:07:41.041 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803972] [region_id=204] [thread_id=101] [2024/05/05 15:07:41.041 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=168] [observe_id=ObserveId(194)] [region=14] [thread_id=68] [2024/05/05 15:07:41.042 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 205 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:41.042 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=204] [thread_id=31] [2024/05/05 15:07:41.042 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(195)] [region=204] [thread_id=68] [2024/05/05 15:07:41.044 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 98, but you sent conf_ver: 1 version: 97\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 } } current_regions { id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 205 store_id: 1 } } }))"] [cid=3852] [thread_id=44] [2024/05/05 15:07:41.058 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33930] [split_keys="key 7480000000000000FFDE00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:41.058 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 206 new_peer_ids: 207]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:41.058 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFDE00000000000000F8 new_region_id: 206 new_peer_ids: 207 } right_derive: true }"] [index=170] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:41.058 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFDE00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:41.059 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:41.059 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 207 store_id: 1 }"] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(194)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:41.059 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:41.059 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {207} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {207} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 207."] [id=207] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=207] [region_id=206] [thread_id=101] [2024/05/05 15:07:41.059 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803974] [region_id=206] [thread_id=102] [2024/05/05 15:07:41.059 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=170] [observe_id=ObserveId(196)] [region=14] [thread_id=68] [2024/05/05 15:07:41.059 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 207 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:41.059 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(197)] [region=206] [thread_id=68] [2024/05/05 15:07:41.059 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=206] [thread_id=31] [2024/05/05 15:07:41.074 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 99, but you sent conf_ver: 1 version: 98\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 } } current_regions { id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 207 store_id: 1 } } }))"] [cid=3883] [thread_id=47] [2024/05/05 15:07:41.136 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33928] [split_keys="key 7480000000000000FFE100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:41.136 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 208 new_peer_ids: 209]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:41.137 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFE100000000000000F8 new_region_id: 208 new_peer_ids: 209 } right_derive: true }"] [index=172] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:41.137 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFE100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:41.137 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:41.137 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(196)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:41.137 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFE100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:41.137 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 209 store_id: 1 }"] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {209} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {209} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 209."] [id=209] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=209] [region_id=208] [thread_id=101] [2024/05/05 15:07:41.137 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803976] [region_id=208] [thread_id=102] [2024/05/05 15:07:41.137 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=172] [observe_id=ObserveId(198)] [region=14] [thread_id=68] [2024/05/05 15:07:41.137 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 209 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:41.137 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=208] [thread_id=31] [2024/05/05 15:07:41.137 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(199)] [region=208] [thread_id=68] [2024/05/05 15:07:41.140 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 100, but you sent conf_ver: 1 version: 99\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFE100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 15 store_id: 1 } } current_regions { id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 209 store_id: 1 } } }))"] [cid=3957] [thread_id=46] [2024/05/05 15:07:41.141 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000E15F698000000000000001016120000000000000F9, start_ts: TimeStamp(449548874179149881), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449548874179149882), use_async_commit: true, secondaries: [7480000000000000E15F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449548874179149881] [min_commit_ts=449548874179149882] [start_ts=449548874179149881] [key=7480000000000000FFE15F698000000000FF0000010161200000FF00000000F9000000FC] [thread_id=46] [2024/05/05 15:07:43.316 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:43.747 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/05 15:07:43.747 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/05 15:07:43.747 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/05 15:07:43.747 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [2024/05/05 15:07:40.236 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.238 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=127] ["start time"=957.414µs] [gotSchemaVersion=127] [phyTblIDs="[171,171,171,171]"] [actionTypes="[12,12,12,12]"] [diffTypes="[\"modify column\",\"modify column\",\"modify column\",\"modify column\"]"] [2024/05/05 15:07:40.240 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=127] [cur_db=collation_misc] [sql="create database if not exists cd_test_utf8 CHARACTER SET utf8 COLLATE utf8_bin;"] [user=root@%] [2024/05/05 15:07:40.244 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.197 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.244 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.197 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists cd_test_utf8 CHARACTER SET utf8 COLLATE utf8_bin;"] [2024/05/05 15:07:40.248 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=175] [conn=3521118230] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.197 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.256 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=175] [conn=3521118230] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.197 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.258 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/05 15:07:40.258 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.259 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=183.736µs] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/05 15:07:40.260 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=128] [cur_db=collation_misc] [sql="create database if not exists cd_test_latin1 CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [user=root@%] [2024/05/05 15:07:40.265 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.247 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.265 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.247 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists cd_test_latin1 CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [2024/05/05 15:07:40.269 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=177] [conn=3521118230] [category=ddl] [job="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.247 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.276 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=177] [conn=3521118230] [job="ID:177, Type:create schema, State:synced, SchemaState:public, SchemaID:176, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.247 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.279 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/05 15:07:40.279 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.279 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=188.716µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/05 15:07:40.281 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=129] [cur_db=cd_test_latin1] [sql="create database if not exists test_db CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [user=root@%] [2024/05/05 15:07:40.287 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.247 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.287 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.247 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists test_db CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [2024/05/05 15:07:40.291 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=179] [conn=3521118230] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.247 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.298 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=179] [conn=3521118230] [job="ID:179, Type:create schema, State:synced, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.247 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.301 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/05 15:07:40.301 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.302 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=206.046µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/05 15:07:40.306 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=130] [cur_db=cd_test_latin1] [sql="create database if not exists cd_test_utf8mb4_0900_bin;"] [user=root@%] [2024/05/05 15:07:40.311 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.296 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.311 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.296 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists cd_test_utf8mb4_0900_bin;"] [2024/05/05 15:07:40.315 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=181] [conn=3521118230] [category=ddl] [job="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.296 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.323 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=181] [conn=3521118230] [job="ID:181, Type:create schema, State:synced, SchemaState:public, SchemaID:180, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.296 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.326 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=181] [2024/05/05 15:07:40.326 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.327 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=210.96µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/05 15:07:40.328 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=131] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t (id varchar(255) primary key clustered, a varchar(255) collate utf8mb4_0900_bin, b varchar(255) collate utf8mb4_bin, key idx(a, b));"] [user=root@%] [2024/05/05 15:07:40.333 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.296 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.333 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.296 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (id varchar(255) primary key clustered, a varchar(255) collate utf8mb4_0900_bin, b varchar(255) collate utf8mb4_bin, key idx(a, b));"] [2024/05/05 15:07:40.337 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=183] [conn=3521118230] [category=ddl] [job="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.296 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.344 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=183] [conn=3521118230] [job="ID:183, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:182, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.296 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.348 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/05 15:07:40.348 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.348 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b6] [2024/05/05 15:07:40.349 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b6] ["first new region left"="{Id:178 StartKey:7480000000000000ffab00000000000000f8 EndKey:7480000000000000ffb600000000000000f8 RegionEpoch:{ConfVer:1 Version:85} Peers:[id:179 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.349 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[178]"] [2024/05/05 15:07:40.349 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=638.765µs] [gotSchemaVersion=132] [phyTblIDs="[182]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.351 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3521118230] [session_alias=] [startTS=449548873982541831] [2024/05/05 15:07:40.352 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="drop table if exists t1;"] [user=root@%] [2024/05/05 15:07:40.353 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="drop table if exists t2;"] [user=root@%] [2024/05/05 15:07:40.353 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t1(code varchar(32)) CHARSET=utf8 COLLATE=utf8_general_ci;"] [user=root@%] [2024/05/05 15:07:40.357 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.346 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.357 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.346 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(code varchar(32)) CHARSET=utf8 COLLATE=utf8_general_ci;"] [2024/05/05 15:07:40.362 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=185] [conn=3521118230] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.346 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.368 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=185] [conn=3521118230] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.346 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.371 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/05 15:07:40.371 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.371 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b8] [2024/05/05 15:07:40.372 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b8] ["first new region left"="{Id:180 StartKey:7480000000000000ffb600000000000000f8 EndKey:7480000000000000ffb800000000000000f8 RegionEpoch:{ConfVer:1 Version:86} Peers:[id:181 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.372 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[180]"] [2024/05/05 15:07:40.372 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=441.635µs] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.373 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118230] [schemaVersion=133] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t2(code varchar(32)) CHARSET=utf8 COLLATE=utf8_bin;"] [user=root@%] [2024/05/05 15:07:40.379 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.346 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.379 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.346 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(code varchar(32)) CHARSET=utf8 COLLATE=utf8_bin;"] [2024/05/05 15:07:40.384 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=187] [conn=3521118230] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.346 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.391 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=187] [conn=3521118230] [job="ID:187, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.346 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.394 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=187] [2024/05/05 15:07:40.394 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.394 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000ba] [2024/05/05 15:07:40.395 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=408.517µs] [gotSchemaVersion=134] [phyTblIDs="[186]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.398 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000ba] ["first new region left"="{Id:182 StartKey:7480000000000000ffb800000000000000f8 EndKey:7480000000000000ffba00000000000000f8 RegionEpoch:{ConfVer:1 Version:87} Peers:[id:183 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.398 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[182]"] [2024/05/05 15:07:40.398 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118234] [schemaVersion=134] [cur_db=test] [sql="drop database `collation_misc`"] [user=root@%] [2024/05/05 15:07:40.401 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.401 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `collation_misc`"] [2024/05/05 15:07:40.405 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=3521118234] [category=ddl] [job="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.413 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=3521118234] [category=ddl] [job="ID:188, Type:drop schema, State:running, SchemaState:write only, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.419 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=3521118234] [category=ddl] [job="ID:188, Type:drop schema, State:running, SchemaState:delete only, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.427 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[152,171]"] [comment="drop schema: table IDs"] [2024/05/05 15:07:40.428 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="drop schema"] [2024/05/05 15:07:40.428 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=3521118234] [job="ID:188, Type:drop schema, State:synced, SchemaState:none, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.431 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/05 15:07:40.431 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.432 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=137] ["start time"=342.14µs] [gotSchemaVersion=137] [phyTblIDs="[152,171]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/05/05 15:07:40.434 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118236] [schemaVersion=137] [cur_db=test] [sql="create database `collation_pointget`"] [user=root@%] [2024/05/05 15:07:40.438 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.438 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database `collation_pointget`"] [2024/05/05 15:07:40.443 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=190] [conn=3521118236] [category=ddl] [job="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.450 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=190] [conn=3521118236] [job="ID:190, Type:create schema, State:synced, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.396 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.453 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/05 15:07:40.453 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.454 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=218.673µs] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/05 15:07:40.458 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=138] [cur_db=collation_pointget] [sql="create database collation_point_get;"] [user=root@%] [2024/05/05 15:07:40.462 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.446 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.462 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:40.446 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database collation_point_get;"] [2024/05/05 15:07:40.466 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=192] [conn=3521118238] [category=ddl] [job="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.446 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.473 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=192] [conn=3521118238] [job="ID:192, Type:create schema, State:synced, SchemaState:public, SchemaID:191, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.446 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.476 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/05 15:07:40.476 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.477 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=199.367µs] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/05 15:07:40.478 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=139] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:40.478 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=139] [cur_db=collation_point_get] [sql="create table t(a char(2), b char(2), index idx_1(a));"] [user=root@%] [2024/05/05 15:07:40.483 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.446 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.483 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.446 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2), b char(2), index idx_1(a));"] [2024/05/05 15:07:40.487 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=194] [conn=3521118238] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.446 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.495 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=194] [conn=3521118238] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.446 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.498 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/05 15:07:40.498 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.498 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c1] [2024/05/05 15:07:40.499 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=435.596µs] [gotSchemaVersion=140] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.501 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c1] ["first new region left"="{Id:184 StartKey:7480000000000000ffba00000000000000f8 EndKey:7480000000000000ffc100000000000000f8 RegionEpoch:{ConfVer:1 Version:88} Peers:[id:185 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.501 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[184]"] [2024/05/05 15:07:40.506 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=140] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/05/05 15:07:40.510 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.510 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/05 15:07:40.515 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=196] [conn=3521118238] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.516 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c3] [2024/05/05 15:07:40.517 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c3] ["first new region left"="{Id:186 StartKey:7480000000000000ffc100000000000000f8 EndKey:7480000000000000ffc300000000000000f8 RegionEpoch:{ConfVer:1 Version:89} Peers:[id:187 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.517 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[186]"] [2024/05/05 15:07:40.523 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.524 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/05/05 15:07:40.525 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=196] [conn=3521118238] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.528 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/05 15:07:40.528 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.529 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=418.784µs] [gotSchemaVersion=141] [phyTblIDs="[193,195]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/05 15:07:40.534 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=141] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:40.538 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.538 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:40.542 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=3521118238] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.549 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=3521118238] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.555 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=3521118238] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.562 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.563 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/05/05 15:07:40.564 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=3521118238] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.496 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.567 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/05 15:07:40.567 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.568 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=144] ["start time"=380.554µs] [gotSchemaVersion=144] [phyTblIDs="[195]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:07:40.569 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=144] [cur_db=collation_point_get] [sql="create table t(a char(2) binary, b char(2), index idx_1(a));"] [user=root@%] [2024/05/05 15:07:40.573 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.546 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.573 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.546 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary, b char(2), index idx_1(a));"] [2024/05/05 15:07:40.578 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=199] [conn=3521118238] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.546 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.585 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=199] [conn=3521118238] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.546 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.588 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/05 15:07:40.588 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.588 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c6] [2024/05/05 15:07:40.589 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c6] ["first new region left"="{Id:188 StartKey:7480000000000000ffc300000000000000f8 EndKey:7480000000000000ffc600000000000000f8 RegionEpoch:{ConfVer:1 Version:90} Peers:[id:189 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.589 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[188]"] [2024/05/05 15:07:40.589 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=444.48µs] [gotSchemaVersion=145] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.593 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3521118238] [session_alias=] [startTS=449548874034970688] [2024/05/05 15:07:40.599 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=145] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:40.602 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.602 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:40.607 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=3521118238] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.613 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=3521118238] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.620 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=3521118238] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.628 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.630 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/05/05 15:07:40.630 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=3521118238] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.634 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/05 15:07:40.634 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.636 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=148] ["start time"=604.14µs] [gotSchemaVersion=148] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:07:40.637 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=148] [cur_db=collation_point_get] [sql="create table t(a char(2) primary key, b char(2));"] [user=root@%] [2024/05/05 15:07:40.642 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.642 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) primary key, b char(2));"] [2024/05/05 15:07:40.647 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=202] [conn=3521118238] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.655 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=202] [conn=3521118238] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.596 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.658 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/05 15:07:40.658 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.658 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c9] [2024/05/05 15:07:40.659 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c9] ["first new region left"="{Id:190 StartKey:7480000000000000ffc600000000000000f8 EndKey:7480000000000000ffc900000000000000f8 RegionEpoch:{ConfVer:1 Version:91} Peers:[id:191 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.659 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[190]"] [2024/05/05 15:07:40.659 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=449.905µs] [gotSchemaVersion=149] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.665 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=149] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/05/05 15:07:40.669 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.669 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/05 15:07:40.673 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=204] [conn=3521118238] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.675 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000cb] [2024/05/05 15:07:40.676 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000cb] ["first new region left"="{Id:192 StartKey:7480000000000000ffc900000000000000f8 EndKey:7480000000000000ffcb00000000000000f8 RegionEpoch:{ConfVer:1 Version:92} Peers:[id:193 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.676 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[192]"] [2024/05/05 15:07:40.681 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.682 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/05 15:07:40.683 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=204] [conn=3521118238] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.686 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/05 15:07:40.686 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.687 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=445.88µs] [gotSchemaVersion=150] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/05 15:07:40.691 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=150] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:40.694 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.694 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:40.698 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=3521118238] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.705 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=3521118238] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.711 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=3521118238] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.717 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.719 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/05 15:07:40.719 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=3521118238] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.646 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.722 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/05 15:07:40.722 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.723 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=153] ["start time"=321.799µs] [gotSchemaVersion=153] [phyTblIDs="[203]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:07:40.724 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=153] [cur_db=collation_point_get] [sql="create table t(a char(2) binary primary key, b char(2));"] [user=root@%] [2024/05/05 15:07:40.728 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.696 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.728 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.696 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary primary key, b char(2));"] [2024/05/05 15:07:40.732 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=207] [conn=3521118238] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.696 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.739 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=207] [conn=3521118238] [job="ID:207, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.696 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.742 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/05 15:07:40.742 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.742 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000ce] [2024/05/05 15:07:40.743 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000ce] ["first new region left"="{Id:194 StartKey:7480000000000000ffcb00000000000000f8 EndKey:7480000000000000ffce00000000000000f8 RegionEpoch:{ConfVer:1 Version:93} Peers:[id:195 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.743 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[194]"] [2024/05/05 15:07:40.743 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=407.116µs] [gotSchemaVersion=154] [phyTblIDs="[206]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.746 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3521118238] [session_alias=] [startTS=449548874074292297] [2024/05/05 15:07:40.750 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=154] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:40.753 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.753 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:40.757 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=3521118238] [category=ddl] [job="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.763 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=3521118238] [category=ddl] [job="ID:208, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.769 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=3521118238] [category=ddl] [job="ID:208, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.776 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=208] [tableIDs="[206]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.777 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=208] [jobType="drop table"] [2024/05/05 15:07:40.778 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=3521118238] [job="ID:208, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.781 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/05/05 15:07:40.781 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.782 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=157] ["start time"=335.735µs] [gotSchemaVersion=157] [phyTblIDs="[206]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:07:40.782 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=157] [cur_db=collation_point_get] [sql="create table t(a char(2) primary key, b char(2));"] [user=root@%] [2024/05/05 15:07:40.786 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.786 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) primary key, b char(2));"] [2024/05/05 15:07:40.791 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=210] [conn=3521118238] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.798 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=210] [conn=3521118238] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.746 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.801 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/05 15:07:40.801 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.801 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d1] [2024/05/05 15:07:40.802 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d1] ["first new region left"="{Id:196 StartKey:7480000000000000ffce00000000000000f8 EndKey:7480000000000000ffd100000000000000f8 RegionEpoch:{ConfVer:1 Version:94} Peers:[id:197 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.802 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[196]"] [2024/05/05 15:07:40.802 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=458.952µs] [gotSchemaVersion=158] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.811 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=3521118238] [session_alias=] [error="[planner:1054]Unknown column 'xxxxx.a' in 'where clause'"] [SQL="select a from t where xxxxx.a = \"aa\""] [2024/05/05 15:07:40.811 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=3521118238] [session_alias=] [connInfo="id:3521118238, addr:127.0.0.1:40212 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select a from t where xxxxx.a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 'xxxxx.a' in 'where clause'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2446\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1462\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/parser/ast.(*BinaryOperationExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:211\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1298\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4184\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/05 15:07:40.811 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=3521118238] [session_alias=] [error="[planner:1054]Unknown column 'xxxxx.a' in 'field list'"] [SQL="select xxxxx.a from t where a = \"aa\""] [2024/05/05 15:07:40.811 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=3521118238] [session_alias=] [connInfo="id:3521118238, addr:127.0.0.1:40212 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select xxxxx.a from t where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 'xxxxx.a' in 'field list'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2446\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1462\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildProjection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1709\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4250\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/05 15:07:40.811 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=3521118238] [session_alias=] [error="[planner:1054]Unknown column 't.a' in 'where clause'"] [SQL="select a from t tmp where t.a = \"aa\""] [2024/05/05 15:07:40.812 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=3521118238] [session_alias=] [connInfo="id:3521118238, addr:127.0.0.1:40212 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select a from t tmp where t.a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 't.a' in 'where clause'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2446\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1462\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/parser/ast.(*BinaryOperationExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:211\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1298\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4184\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/05 15:07:40.812 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=3521118238] [session_alias=] [error="[planner:1054]Unknown column 't.a' in 'field list'"] [SQL="select t.a from t tmp where a = \"aa\""] [2024/05/05 15:07:40.812 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=3521118238] [session_alias=] [connInfo="id:3521118238, addr:127.0.0.1:40212 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select t.a from t tmp where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 't.a' in 'field list'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2446\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1462\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildProjection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1709\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4250\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/05 15:07:40.812 +08:00] [WARN] [session.go:2111] ["compile SQL failed"] [conn=3521118238] [session_alias=] [error="[planner:1051]Unknown table 't'"] [SQL="select t.* from t tmp where a = \"aa\""] [2024/05/05 15:07:40.812 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=3521118238] [session_alias=] [connInfo="id:3521118238, addr:127.0.0.1:40212 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select t.* from t tmp where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1051]Unknown table 't'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).unfoldWildStar\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:3872\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4116\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:539\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/05 15:07:40.812 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=158] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:40.815 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.797 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.815 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.797 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:40.820 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=3521118238] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.797 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.826 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=3521118238] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.797 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.832 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=3521118238] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.797 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.840 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.842 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/05/05 15:07:40.842 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=3521118238] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.797 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.846 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/05 15:07:40.846 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.848 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=161] ["start time"=441.294µs] [gotSchemaVersion=161] [phyTblIDs="[209]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:07:40.849 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=161] [cur_db=collation_point_get] [sql="create table t(a char(4) primary key, b char(4));"] [user=root@%] [2024/05/05 15:07:40.853 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.846 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.853 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.846 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(4) primary key, b char(4));"] [2024/05/05 15:07:40.858 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=213] [conn=3521118238] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.846 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.865 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=213] [conn=3521118238] [job="ID:213, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.846 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.868 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/05 15:07:40.868 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.868 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d4] [2024/05/05 15:07:40.869 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d4] ["first new region left"="{Id:198 StartKey:7480000000000000ffd100000000000000f8 EndKey:7480000000000000ffd400000000000000f8 RegionEpoch:{ConfVer:1 Version:95} Peers:[id:199 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.869 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[198]"] [2024/05/05 15:07:40.870 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=505.182µs] [gotSchemaVersion=162] [phyTblIDs="[212]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.872 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3521118238] [session_alias=] [startTS=449548874113613859] [2024/05/05 15:07:40.874 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=162] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/05/05 15:07:40.878 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.846 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.878 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.846 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/05 15:07:40.882 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=215] [conn=3521118238] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.846 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.884 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d6] [2024/05/05 15:07:40.885 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d6] ["first new region left"="{Id:200 StartKey:7480000000000000ffd400000000000000f8 EndKey:7480000000000000ffd600000000000000f8 RegionEpoch:{ConfVer:1 Version:96} Peers:[id:201 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.885 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[200]"] [2024/05/05 15:07:40.891 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.893 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/05/05 15:07:40.893 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=215] [conn=3521118238] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.846 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.897 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/05 15:07:40.897 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.898 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=524.3µs] [gotSchemaVersion=163] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/05 15:07:40.903 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=163] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:40.907 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.907 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:40.912 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=3521118238] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.919 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=3521118238] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.926 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=3521118238] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.934 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[214]"] [comment="drop table: table ID"] [2024/05/05 15:07:40.936 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop table"] [2024/05/05 15:07:40.936 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=3521118238] [job="ID:216, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:214, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.940 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/05 15:07:40.940 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.941 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=166] ["start time"=401.08µs] [gotSchemaVersion=166] [phyTblIDs="[214]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:07:40.942 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=166] [cur_db=collation_point_get] [sql="create table t(a char(2) binary primary key, b char(2));"] [user=root@%] [2024/05/05 15:07:40.948 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.948 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary primary key, b char(2));"] [2024/05/05 15:07:40.953 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=218] [conn=3521118238] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.961 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=218] [conn=3521118238] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.896 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.965 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/05 15:07:40.965 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:40.965 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d9] [2024/05/05 15:07:40.966 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d9] ["first new region left"="{Id:202 StartKey:7480000000000000ffd600000000000000f8 EndKey:7480000000000000ffd900000000000000f8 RegionEpoch:{ConfVer:1 Version:97} Peers:[id:203 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:40.966 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[202]"] [2024/05/05 15:07:40.966 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=504.734µs] [gotSchemaVersion=167] [phyTblIDs="[217]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:40.970 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3521118238] [session_alias=] [startTS=449548874139828252] [2024/05/05 15:07:40.975 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=167] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:40.978 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.946 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:40.978 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.946 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:40.983 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=3521118238] [category=ddl] [job="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.946 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.992 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=3521118238] [category=ddl] [job="ID:219, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.946 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:40.999 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=3521118238] [category=ddl] [job="ID:219, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.946 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.008 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=219] [tableIDs="[217]"] [comment="drop table: table ID"] [2024/05/05 15:07:41.009 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=219] [jobType="drop table"] [2024/05/05 15:07:41.010 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=3521118238] [job="ID:219, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:40.946 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.014 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=219] [2024/05/05 15:07:41.014 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:41.015 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=170] ["start time"=429.208µs] [gotSchemaVersion=170] [phyTblIDs="[217]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:07:41.016 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=170] [cur_db=collation_point_get] [sql="create table t(a varchar(2) primary key, b varchar(2));"] [user=root@%] [2024/05/05 15:07:41.022 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.997 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:41.022 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:40.997 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a varchar(2) primary key, b varchar(2));"] [2024/05/05 15:07:41.027 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=221] [conn=3521118238] [category=ddl] [job="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.997 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.036 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=221] [conn=3521118238] [job="ID:221, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:40.997 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.040 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=221] [2024/05/05 15:07:41.040 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:41.040 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000dc] [2024/05/05 15:07:41.041 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000dc] ["first new region left"="{Id:204 StartKey:7480000000000000ffd900000000000000f8 EndKey:7480000000000000ffdc00000000000000f8 RegionEpoch:{ConfVer:1 Version:98} Peers:[id:205 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:41.041 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[204]"] [2024/05/05 15:07:41.041 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=573.78µs] [gotSchemaVersion=171] [phyTblIDs="[220]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:41.046 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=171] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/05/05 15:07:41.051 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:41.051 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/05 15:07:41.056 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=223] [conn=3521118238] [category=ddl] [job="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.058 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000de] [2024/05/05 15:07:41.059 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000de] ["first new region left"="{Id:206 StartKey:7480000000000000ffdc00000000000000f8 EndKey:7480000000000000ffde00000000000000f8 RegionEpoch:{ConfVer:1 Version:99} Peers:[id:207 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:41.059 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[206]"] [2024/05/05 15:07:41.065 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[220]"] [comment="drop table: table ID"] [2024/05/05 15:07:41.067 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="truncate table"] [2024/05/05 15:07:41.067 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=223] [conn=3521118238] [job="ID:223, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.070 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/05/05 15:07:41.070 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:41.072 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=473.688µs] [gotSchemaVersion=172] [phyTblIDs="[220,222]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/05 15:07:41.077 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=172] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:07:41.080 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:41.080 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:41.085 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=3521118238] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.092 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=3521118238] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.099 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=3521118238] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.107 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[222]"] [comment="drop table: table ID"] [2024/05/05 15:07:41.109 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/05/05 15:07:41.109 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=3521118238] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:222, RowCount:0, ArgLen:3, start time: 2024-05-05 15:07:41.046 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.112 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/05 15:07:41.112 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:41.113 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=175] ["start time"=431.962µs] [gotSchemaVersion=175] [phyTblIDs="[222]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:07:41.115 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118238] [schemaVersion=175] [cur_db=collation_point_get] [sql="create table t(a varchar(2) binary primary key, b varchar(2));"] [user=root@%] [2024/05/05 15:07:41.119 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:41.096 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:41.119 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-05 15:07:41.096 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a varchar(2) binary primary key, b varchar(2));"] [2024/05/05 15:07:41.124 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=226] [conn=3521118238] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.096 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.132 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=226] [conn=3521118238] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.096 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.136 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/05 15:07:41.136 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:41.136 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000e1] [2024/05/05 15:07:41.137 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000e1] ["first new region left"="{Id:208 StartKey:7480000000000000ffde00000000000000f8 EndKey:7480000000000000ffe100000000000000f8 RegionEpoch:{ConfVer:1 Version:100} Peers:[id:209 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:07:41.137 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[208]"] [2024/05/05 15:07:41.137 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=538.024µs] [gotSchemaVersion=176] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:41.141 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3521118238] [session_alias=] [startTS=449548874179149881] [2024/05/05 15:07:41.147 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3521118242] [schemaVersion=176] [cur_db=test] [sql="drop database `collation_pointget`"] [user=root@%] [2024/05/05 15:07:41.150 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:41.147 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:41.151 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:07:41.147 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `collation_pointget`"] [2024/05/05 15:07:41.155 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=3521118242] [category=ddl] [job="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.147 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.162 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=3521118242] [category=ddl] [job="ID:227, Type:drop schema, State:running, SchemaState:write only, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.147 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.169 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=3521118242] [category=ddl] [job="ID:227, Type:drop schema, State:running, SchemaState:delete only, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.147 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.176 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=227] [jobType="drop schema"] [2024/05/05 15:07:41.176 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=3521118242] [job="ID:227, Type:drop schema, State:synced, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:07:41.147 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:41.179 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=227] [2024/05/05 15:07:41.179 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:41.181 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=179] ["start time"=459.754µs] [gotSchemaVersion=179] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/05/05 15:07:41.182 +08:00] [INFO] [signal_posix.go:54] ["got signal to exit"] [signal=terminated] [2024/05/05 15:07:41.183 +08:00] [INFO] [server.go:584] ["setting tidb-server to report unhealthy (shutting-down)"] [2024/05/05 15:07:41.183 +08:00] [ERROR] [http_status.go:531] ["start status/rpc server error"] [error="accept tcp 127.0.0.1:36985: use of closed network connection"] [2024/05/05 15:07:41.183 +08:00] [ERROR] [http_status.go:521] ["grpc server error"] [error="mux: server closed"] [2024/05/05 15:07:41.183 +08:00] [ERROR] [http_status.go:526] ["http server error"] [error="http: Server closed"] [2024/05/05 15:07:41.183 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36985"] [2024/05/05 15:07:41.183 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36985"] [2024/05/05 15:07:41.184 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36985"] [] [2024/05/05 15:07:41.184 +08:00] [INFO] [server.go:978] ["start drain clients"] [2024/05/05 15:07:41.184 +08:00] [INFO] [server.go:1007] ["all sessions quit in drain wait time"] [2024/05/05 15:07:41.184 +08:00] [INFO] [server.go:959] ["kill all connections."] [category=server] [2024/05/05 15:07:41.187 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [2024/05/05 15:07:41.187 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [2024/05/05 15:07:41.187 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [] [2024/05/05 15:07:41.188 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:07:41.188 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.14µs] [2024/05/05 15:07:41.188 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=1.088µs] [2024/05/05 15:07:41.188 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:07:41.188 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp general"] [category=ddl] ["take time"=871ns] [2024/05/05 15:07:41.188 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:07:41.188 +08:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/05 15:07:41.188 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/05 15:07:41.189 +08:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=b8700cac-95bd-423f-af03-d1d074ebee6d] ["take time"=4.587867ms] [2024/05/05 15:07:41.189 +08:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=b8700cac-95bd-423f-af03-d1d074ebee6d] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/05 15:07:41.190 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9a519d60-1c65-49ec-88ff-d7f870365b9e] [watcherID=75fc633c-c828-49c2-b08d-18a83ec228e0] [2024/05/05 15:07:41.190 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/05 15:07:41.190 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9a519d60-1c65-49ec-88ff-d7f870365b9e] [2024/05/05 15:07:41.190 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/05 15:07:41.190 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/05 15:07:41.190 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1679] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/05 15:07:41.190 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/05 15:07:41.191 +08:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d watch owner key /tidb/bindinfo/owner/6e648f4794488b3d"] [2024/05/05 15:07:41.191 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/05 15:07:41.191 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/05 15:07:41.191 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/05 15:07:41.190 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/05 15:07:41.191 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/05 15:07:41.190 +08:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b8700cac-95bd-423f-af03-d1d074ebee6d] [2024/05/05 15:07:41.191 +08:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [2024/05/05 15:07:41.191 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [2024/05/05 15:07:41.191 +08:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [2024/05/05 15:07:41.191 +08:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/05 15:07:41.191 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d979c3dd-f225-4fbc-848c-e27361943236"] [error="lost watcher waiting for delete"] [2024/05/05 15:07:41.191 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d979c3dd-f225-4fbc-848c-e27361943236"] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/05 15:07:41.191 +08:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/05 15:07:41.191 +08:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [2024/05/05 15:07:41.191 +08:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/05 15:07:41.191 +08:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [2024/05/05 15:07:41.191 +08:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b8700cac-95bd-423f-af03-d1d074ebee6d] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/05 15:07:41.191 +08:00] [INFO] [manager.go:179] ["handle tasks loop done"] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=d979c3dd-f225-4fbc-848c-e27361943236] [daemon-id=LogBackup::Advancer] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/05 15:07:41.191 +08:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/05 15:07:41.191 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/05 15:07:41.191 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager d979c3dd-f225-4fbc-848c-e27361943236"] [error="context canceled"] [2024/05/05 15:07:41.392 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d979c3dd-f225-4fbc-848c-e27361943236"] [error="context canceled"] [2024/05/05 15:07:43.724 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/05 15:07:43.724 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=quitStatsOwner] [2024/05/05 15:07:43.744 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b8700cac-95bd-423f-af03-d1d074ebee6d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/05 15:07:43.744 +08:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/05 15:07:43.744 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/05 15:07:43.746 +08:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=2.561632613s] [2024/05/05 15:07:43.746 +08:00] [INFO] [gc_worker.go:223] [quit] [category="gc worker"] [uuid=63d1e517db00008] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/05 15:07:43.746 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/05 15:07:43.746 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:07:43.746 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/05 15:07:43.746 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/05 15:07:43.746 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] [2024/05/05 15:07:43.747 +08:00] [INFO] [cpu.go:98] ["sql cpu collector stopped"] [2024/05/05 15:07:43.747 +08:00] [INFO] [cgmon.go:77] ["cgroup monitor stopped"] [2024/05/05 15:07:43.747 +08:00] [INFO] [cpuprofile.go:130] ["parallel cpu profiler stopped"] [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... [32mINFO: [0mInvocation ID: 4327f864-6912-4281-8bc8-15cf92c0d9e2 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_30.2549228367/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mINFO: [0mInvocation ID: ac9de257-537a-421e-98c2-75f6ace54c7d [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_32.615694088/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mINFO: [0mInvocation ID: 6b01384b-914a-4d51-859e-872313dae024 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_27.4057122188/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mINFO: [0mInvocation ID: 03813ecf-7825-4b57-90e8-a37aa458bdc5 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_26.2990223742/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mINFO: [0mInvocation ID: 129a8866-cde1-4710-a88b-d9c73284f80e [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_32.1636489021/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mINFO: [0mInvocation ID: 63ac1c0c-09ee-43e1-b1b9-97002d9eae8d [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_31.3858063744/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mInvocation ID: 368971ae-5a53-495b-8b56-95970e5dff56 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_29.1185163460/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [32mINFO: [0mInvocation ID: 88d78708-84e4-48c8-8444-38471054af84 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_32.3509857676/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m Starting local Bazel server and connecting to it... [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mINFO: [0mInvocation ID: 9c32b902-eb9f-4c95-8927-829bb2616bae [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.3541935622/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mINFO: [0mInvocation ID: 448915a7-e274-4781-b57b-8010687941bc [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.2874070373/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [32mINFO: [0mInvocation ID: 4856cff3-f943-4b54-997f-1c3febc201e4 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.3314178945/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mLoading:[0m bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //:gazelle (45 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mINFO: [0mInvocation ID: afdf20aa-9138-415a-a12f-699780729610 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.433381987/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mINFO: [0mInvocation ID: e03d245a-34d5-46fd-ad7b-9691a792076f [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.3928315817/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mINFO: [0mInvocation ID: 7846cadb-c33a-46c5-8e4a-a1030581bb43 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.1700949210/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (72 packages loaded, 696 targets configured) [32mAnalyzing:[0m target //:gazelle (75 packages loaded, 993 targets configured) [32mLoading:[0m [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (75 packages loaded, 5608 targets configured) [32mAnalyzing:[0m target //:gazelle (75 packages loaded, 1193 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mLoading:[0m [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10446 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (99 packages loaded, 10443 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mAnalyzing:[0m target //:gazelle (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (67 packages loaded, 660 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10446 targets configured) [32mAnalyzing:[0m target //:gazelle (74 packages loaded, 705 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (75 packages loaded, 905 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10443 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (94 packages loaded, 8561 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (99 packages loaded, 1203 targets configured) [32mAnalyzing:[0m target //:gazelle (75 packages loaded, 1181 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (75 packages loaded, 991 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10446 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (87 packages loaded, 2238 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (44 packages loaded, 413 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (75 packages loaded, 1190 targets configured) [32mAnalyzing:[0m target //:gazelle (74 packages loaded, 803 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (75 packages loaded, 1195 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10443 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10455 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (177 packages loaded, 11266 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (180 packages loaded, 11269 targets configured) [32mAnalyzing:[0m target //:gazelle (187 packages loaded, 11263 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (182 packages loaded, 11283 targets configured) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32mAnalyzing:[0m target //:gazelle (270 packages loaded, 11965 targets configured) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [32mINFO: [0mFound 1 target... [32mAnalyzing:[0m target //:gazelle (270 packages loaded, 11965 targets configured) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 5.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (176 packages loaded, 11235 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 2.9 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (179 packages loaded, 11278 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32mAnalyzing:[0m target //:gazelle (192 packages loaded, 11294 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (175 packages loaded, 11257 targets configured) [32mAnalyzing:[0m target //:gazelle (178 packages loaded, 11272 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 9.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[24 / 316][0m [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [32m[25 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 1s remote-cache ... (8 actions, 0 running) [32m[25 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[24 / 316][0m [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (185 packages loaded, 11279 targets configured) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[141 / 316][0m GoCompilePkg external/co_honnef_go_tools/staticcheck/fakexml/fakexml.a [for tool]; Downloading external/co_honnef_go_tools/staticcheck/fakexml/fakexml.x; 0s remote-cache ... (7 actions, 0 running) [32m[27 / 316][0m [Prepa] GoCompilePkg external/org_golang_x_tools/go/buildutil/buildutil.a [for tool] ... (6 actions, 0 running) [32m[276 / 316][0m GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[315 / 316][0m GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle [for tool]; Downloading external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle, 4.5 MiB / 6.8 MiB; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 27.368s, Critical Path: 3.85s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 27.610s, Critical Path: 3.22s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32m[0 / 10][0m [Prepa] Writing file external/go_sdk/packages.txt [for tool] [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 5.0 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[23 / 316][0m [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (184 packages loaded, 11288 targets configured) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 28.003s, Critical Path: 3.55s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: 9ad9d63c-88ed-45d3-bfbc-28ee16aa4e21 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_26.2990223742/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: ffab74e1-b0f3-4801-a4c7-f111b5e8ce77 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_30.2549228367/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 27.560s, Critical Path: 3.68s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32mAnalyzing:[0m target //:gazelle (173 packages loaded, 11252 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.6 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: e61f82b4-3682-4560-a45c-629b533edd71 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_27.4057122188/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: 63c012dd-1b95-4267-bb51-5fb2dcc321fd [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_32.1636489021/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [32m[25 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.0 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32m[76 / 316][0m GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 5.0 MiB / 5.5 MiB; 0s remote-cache ... (7 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (8 packages loaded, 11908 targets configured) [32mAnalyzing:[0m target //:gazelle (269 packages loaded, 11950 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (7 packages loaded, 11910 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [32mAnalyzing:[0m target //:gazelle (190 packages loaded, 11273 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.6 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 1 running) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 7.0 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[276 / 316][0m GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; Downloading build/tidb_nogo_actual_/tidb_nogo_actual, 5.8 MiB / 12.2 MiB; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 29.670s, Critical Path: 3.79s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32mAnalyzing:[0m target //tools/tazel:tazel (7 packages loaded, 11874 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (7 packages loaded, 11892 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (129 packages loaded, 13004 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32m[316 / 316][0m checking cached actions [32mINFO: [0mElapsed time: 29.458s, Critical Path: 3.97s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32mAnalyzing:[0m target //tools/tazel:tazel (129 packages loaded, 13011 targets configured) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [32mINFO: [0mFound 1 target... [32m[26 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache [32m[25 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.4 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (93 packages loaded, 12931 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (92 packages loaded, 12882 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/bufio.a, 74.9 KiB / 354.7 KiB; 0s remote-cache ... (3 actions, 0 running) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: 59615458-d5d1-4750-81b4-1eb446a4baa3 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_29.1185163460/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32m[29 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (7 actions, 0 running) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: f463de64-a263-41c9-bcf2-85007461ffa4 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_31.3858063744/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_ppc64x.h; 0s remote-cache ... (3 actions, 0 running) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32m[276 / 316][0m GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 9.1 MiB / 10.3 MiB; 2s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [32mINFO: [0mFound 1 target... [32m[0 / 28][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 25][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 27.617s, Critical Path: 4.01s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 29.770s, Critical Path: 3.68s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32m[302 / 316][0m [Prepa] Action external/com_github_bazelbuild_buildtools/build/parse.y.baz.go [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 27.523s, Critical Path: 3.70s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32mAnalyzing:[0m target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [32mINFO: [0mFound 1 target... [32m[0 / 23][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (297 packages loaded, 14059 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [32mINFO: [0mFound 1 target... [32m[0 / 18][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: 3f6f8414-c9c6-4a52-bcbe-ffa6e161eb92 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.3541935622/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32m[276 / 316][0m GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; Downloading build/tidb_nogo_actual_/tidb_nogo_actual, 5.8 MiB / 12.2 MiB; 0s remote-cache [32mAnalyzing:[0m target //tools/tazel:tazel (7 packages loaded, 11440 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: 1ca31e01-5d27-41cc-a39b-64ec84c8bd49 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_32.3509857676/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32mAnalyzing:[0m target //tools/tazel:tazel (9 packages loaded, 11929 targets configured) [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: 5b551348-80bd-417e-8897-9547c813885f [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.2874070373/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.2 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [32m[25 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (2 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 27.646s, Critical Path: 3.47s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32m[273 / 607][0m checking cached actions [32mAnalyzing:[0m target //:gazelle (100 packages loaded, 10464 targets configured) [32mAnalyzing:[0m target //:gazelle (183 packages loaded, 11301 targets configured) [32mINFO: [0mAnalyzed target //:gazelle (270 packages loaded, 11965 targets configured). [32mINFO: [0mFound 1 target... [32m[0 / 10][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (8 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (88 packages loaded, 12862 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (132 packages loaded, 13008 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: ca407d4c-e0e8-4145-aeb9-9b9f1d8635a4 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.3314178945/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32m[27 / 316][0m [Prepa] GoCompilePkg external/org_golang_x_tools/go/buildutil/buildutil.a [for tool] ... (7 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (7 packages loaded, 11910 targets configured) [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (6 actions, 0 running) [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (3 actions, 0 running) [32m[211 / 316][0m [Prepa] GoCompilePkg build/linter/staticcheck/QF1004.a [for tool] ... (7 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (8 packages loaded, 11696 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 34.170s, Critical Path: 5.43s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32mAnalyzing:[0m target //tools/tazel:tazel (7 packages loaded, 11904 targets configured) [32m[562 / 607][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (4 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 27.858s, Critical Path: 3.56s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 25][0m [Prepa] Creating source manifest for //tools/tazel:tazel [32m[559 / 607][0m GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 4.0 MiB / 7.8 MiB; 0s remote-cache ... (3 actions, 0 running) [32m[575 / 607][0m [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) [32m[579 / 607][0m [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/oracle/oracles/oracles.a ... (4 actions, 0 running) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: 8cf3ad8a-9a3f-4be4-941d-2ae3443524ac [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_32.615694088/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mAnalyzing:[0m target //tools/tazel:tazel (289 packages loaded, 13956 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [32mINFO: [0mFound 1 target... [32mAnalyzing:[0m target //tools/tazel:tazel (120 packages loaded, 12936 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: a4c277d7-ab96-4d0e-bd8f-954de91051e6 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.3928315817/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/go/token.a; 0s remote-cache ... (3 actions, 0 running) [32m[0 / 28][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 7.167s, Critical Path: 2.90s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mAnalyzing:[0m target //tools/tazel:tazel (125 packages loaded, 12995 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.698s, Critical Path: 2.66s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mAnalyzing:[0m target //tools/tazel:tazel (9 packages loaded, 11929 targets configured) [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.576s, Critical Path: 2.48s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.670s, Critical Path: 2.51s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32m[115 / 316][0m GoCompilePkg external/com_github_nbutton23_zxcvbn_go/matching/matching.a [for tool]; Downloading external/com_github_nbutton23_zxcvbn_go/matching/matching.a, 141.8 KiB / 263.5 KiB; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 29.004s, Critical Path: 3.56s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: d88cfb3e-da02-4791-86d8-c44f95560007 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.433381987/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_golang_x_exp/maps/maps.a ... (4 actions, 0 running) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 2.6 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[273 / 607][0m [Prepa] GoCompilePkg external/in_gopkg_natefinch_lumberjack_v2/lumberjack_v2.a ... (8 actions, 0 running) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... [32mINFO: [0mInvocation ID: 6fe4c23a-2552-4e88-a6fb-65c746286f3a [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_30.2549228367/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32mAnalyzing:[0m target //tools/tazel:tazel (131 packages loaded, 12957 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (9 packages loaded, 11939 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... [32mINFO: [0mInvocation ID: dc89a481-454e-4a55-b1c7-db92440460e5 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_27.4057122188/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mAnalyzing:[0m target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [32mINFO: [0mFound 1 target... [32m[0 / 25][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt [32mAnalyzing:[0m target //tools/tazel:tazel (9 packages loaded, 11950 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32mLoading:[0m [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 27][0m [Prepa] Creating source manifest for //tools/tazel:tazel [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... [32mINFO: [0mInvocation ID: c91d8371-4dde-4b8c-bd57-8c31e3a3416d [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_26.2990223742/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... [32mINFO: [0mInvocation ID: 5b229b8c-9039-48d4-97e8-307efbfef321 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_32.1636489021/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) [32m[24 / 316][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 19][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt [32mAnalyzing:[0m target //tools/tazel:tazel (162 packages loaded, 13161 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (131 packages loaded, 13014 targets configured) [32m[565 / 607][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [32mAnalyzing:[0m target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (7 packages loaded, 11898 targets configured) [32m[579 / 607][0m [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/util/util.a ... (4 actions, 0 running) [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (4 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.607s, Critical Path: 2.40s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (439 packages loaded, 10596 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.900s, Critical Path: 2.81s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (326 packages loaded, 2813 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [32mINFO: [0mFound 1 target... [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (186 packages loaded, 3314 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (128 packages loaded, 13003 targets configured) [32m[27 / 316][0m [Prepa] GoCompilePkg external/org_golang_x_tools/go/internal/cgo/cgo.a [for tool] ... (8 actions, 0 running) [32m[0 / 25][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (437 packages loaded, 989 targets configured) [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 3][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt [32mAnalyzing:[0m target //tools/tazel:tazel (128 packages loaded, 12962 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (618 packages loaded, 11592 targets configured) [32m[564 / 607][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 343.8 KiB / 9.9 MiB; 0s remote-cache ... (2 actions, 0 running) [32m[561 / 607][0m GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) [32mINFO: [0mInvocation ID: a9d451e1-33c8-4ad2-ba07-70411571459c [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_29.1185163460/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... [32mINFO: [0mInvocation ID: cea0534a-c8c4-4570-a097-32b32e4e256a [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_31.3858063744/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (613 packages loaded, 12168 targets configured) [32mAnalyzing:[0m target //tools/tazel:tazel (320 packages loaded, 14224 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (593 packages loaded, 13077 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (663 packages loaded, 12420 targets configured) [32m[575 / 607][0m [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) [32m[273 / 607][0m [Prepa] GoCompilePkg external/com_github_tikv_pd_client/timerpool/timerpool.a ... (6 actions, 0 running) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [32mINFO: [0mFound 1 target... [32m[0 / 25][0m [Prepa] Creating source manifest for //tools/tazel:tazel [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 26][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt [32m[186 / 316][0m GoCompilePkg external/co_honnef_go_tools/unused/unused.a [for tool]; Downloading external/co_honnef_go_tools/unused/unused.a, 479.8 KiB / 654.8 KiB; 0s remote-cache ... (7 actions, 0 running) [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_golang_x_exp/maps/maps.a [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 7.187s, Critical Path: 2.96s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.343s, Critical Path: 2.44s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (753 packages loaded, 13238 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (830 packages loaded, 12991 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 7.045s, Critical Path: 2.83s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (886 packages loaded, 14203 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [32mINFO: [0mElapsed time: 33.459s, Critical Path: 5.77s [32mINFO: [0m316 processes: 296 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 316 total actions [32mINFO: [0mRunning command line: bazel-bin/gazelle [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (886 packages loaded, 13808 targets configured) [32m[566 / 607][0m GoCompilePkg external/io_etcd_go_etcd_client_v3/namespace/namespace.a; Downloading external/io_etcd_go_etcd_client_v3/namespace/namespace.a, 24.0 KiB / 236.2 KiB; 0s remote-cache ... (4 actions, 0 running) [32m[579 / 607][0m [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/oracle/oracles/oracles.a ... (4 actions, 0 running) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... [32mINFO: [0mInvocation ID: c2282c28-9d47-4bfd-b37e-010da2112a93 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_43.3541935622/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [0mbazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel [32mINFO: [0mInvocation ID: dc8d639a-9b90-4952-8fa3-e5603e44ea98 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'run' from /data/..2024_05_05_07_04_43.1700949210/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (425 packages loaded, 1474 targets configured) [32m[273 / 607][0m [Prepa] GoCompilePkg external/in_gopkg_natefinch_lumberjack_v2/lumberjack_v2.a ... (5 actions, 0 running) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... [32mINFO: [0mInvocation ID: bde7ac00-8f64-4fb3-ad32-72b8216edcf6 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_43.3314178945/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (331 packages loaded, 1700 targets configured) [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (4 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.253s, Critical Path: 2.29s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild option --run_under has changed, discarding analysis cache. [32mAnalyzing:[0m target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... [32mINFO: [0mInvocation ID: 37e1e431-38ff-4768-b6db-0e6baec87896 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_43.2874070373/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (936 packages loaded, 14775 targets configured) [32mLoading:[0m Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 8.797s, Critical Path: 2.59s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (826 packages loaded, 15184 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (926 packages loaded, 15580 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (949 packages loaded, 15365 targets configured) [32m[565 / 607][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (640 packages loaded, 5858 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) [32m[581 / 607][0m GoCompilePkg external/com_github_tikv_pd_client/http/http.a; 0s remote-cache ... (4 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (1073 packages loaded, 16233 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.287s, Critical Path: 2.28s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (601 packages loaded, 12213 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 7.452s, Critical Path: 2.61s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... [32mINFO: [0mInvocation ID: e8fc7fb6-1275-4e48-ac2b-2a6b13586d3d [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_32.615694088/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mAnalyzing:[0m target //tools/tazel:tazel (7 packages loaded, 11910 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (944 packages loaded, 15580 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (986 packages loaded, 15940 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... [32mINFO: [0mInvocation ID: 941634b2-1eba-432f-bb7f-a9e985b414a6 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_32.3509857676/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (1040 packages loaded, 16057 targets configured) [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (64 packages loaded, 657 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (872 packages loaded, 14181 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (458 packages loaded, 1758 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (1086 packages loaded, 16360 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (503 packages loaded, 5622 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (874 packages loaded, 13983 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... [32mINFO: [0mInvocation ID: fb42fa5a-82b3-4f13-b1ea-de2a42e21202 [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_43.433381987/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mAnalyzing:[0m target //tools/tazel:tazel (129 packages loaded, 12962 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (1127 packages loaded, 17033 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (1170 packages loaded, 17473 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (1140 packages loaded, 16825 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... [32mINFO: [0mInvocation ID: ddc4fc85-4319-4b35-b7ac-5638d7b0e58d [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_43.3928315817/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (463 packages loaded, 11910 targets configured) [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (655 packages loaded, 12049 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (470 packages loaded, 1589 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (729 packages loaded, 12238 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (1193 packages loaded, 17549 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (947 packages loaded, 15299 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (939 packages loaded, 15704 targets configured) [32mINFO: [0mAnalyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 target... [32m[0 / 25][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (1196 packages loaded, 17993 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (1216 packages loaded, 18060 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (1215 packages loaded, 17665 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (476 packages loaded, 1520 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (678 packages loaded, 12330 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (884 packages loaded, 14383 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (999 packages loaded, 15610 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (348 packages loaded, 1664 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (656 packages loaded, 12198 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (703 packages loaded, 14039 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (1091 packages loaded, 16539 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (831 packages loaded, 13908 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (494 packages loaded, 5745 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (1238 packages loaded, 17878 targets configured) [32m[273 / 607][0m [Prepa] GoCompilePkg external/org_uber_go_zap/internal/color/color.a ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (1237 packages loaded, 18231 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (1237 packages loaded, 18232 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (1246 packages loaded, 17888 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (1115 packages loaded, 16689 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (651 packages loaded, 4027 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (1011 packages loaded, 15907 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (1169 packages loaded, 17667 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (961 packages loaded, 15469 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (868 packages loaded, 14487 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (929 packages loaded, 15205 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (736 packages loaded, 13052 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (1395 packages loaded, 18626 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (793 packages loaded, 13651 targets configured) [32m[567 / 607][0m [Prepa] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (1388 packages loaded, 18945 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (1396 packages loaded, 19078 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (1398 packages loaded, 18759 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (1150 packages loaded, 17311 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (1072 packages loaded, 16527 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (981 packages loaded, 15132 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (960 packages loaded, 15475 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest:addindextest_test (1398 packages loaded, 18765 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (1201 packages loaded, 17543 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (815 packages loaded, 14065 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (1214 packages loaded, 18026 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel [32mINFO: [0mElapsed time: 6.663s, Critical Path: 2.66s [32mINFO: [0m339 processes: 336 remote cache hit, 3 internal. [32mINFO:[0m Build completed successfully, 339 total actions [32mINFO: [0mRunning command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (899 packages loaded, 14580 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (1402 packages loaded, 19397 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/sessiontest:sessiontest_test (1402 packages loaded, 19398 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (990 packages loaded, 16116 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (1053 packages loaded, 15939 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (1018 packages loaded, 15871 targets configured) [32mINFO: [0mAnalyzed target //tests/realtikvtest/addindextest:addindextest_test (1497 packages loaded, 19679 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 12][0m [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test/baseline_coverage.dat ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/pessimistictest:pessimistictest_test (1403 packages loaded, 19034 targets configured) [32mINFO: [0mAnalyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1496 packages loaded, 20036 targets configured). [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (1336 packages loaded, 18225 targets configured) ./t/ddl/column_type_change.test: ok! 1285 test cases passed, take time 77.888461972 s [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (932 packages loaded, 15331 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (1173 packages loaded, 17448 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (1154 packages loaded, 17272 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (1237 packages loaded, 18233 targets configured) [0mbazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... [32mINFO: [0mInvocation ID: b7f7d97d-3373-49e8-a9da-c11dda73c97e [32mINFO: [0mReading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps [32mINFO: [0mOptions provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [32mINFO: [0mReading rc options for 'coverage' from /data/..2024_05_05_07_04_43.1700949210/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache [32mINFO: [0mReading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed [32mINFO: [0mFound applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression [32mINFO: [0mFound applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [32mINFO: [0mFound 1 test target... [32m[0 / 11][0m [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (2 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (1020 packages loaded, 15613 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/statisticstest:statisticstest_test (1461 packages loaded, 19734 targets configured) [32mLoading:[0m [32mLoading:[0m [32mLoading:[0m 0 packages loaded [32mINFO: [0mAnalyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1497 packages loaded, 19673 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 11][0m [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (3 actions, 0 running) [32mINFO: [0mBuild options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (1095 packages loaded, 16332 targets configured) [32mINFO: [0mAnalyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1496 packages loaded, 20035 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 13][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (1395 packages loaded, 18620 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (999 packages loaded, 16075 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (990 packages loaded, 16116 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (1306 packages loaded, 18362 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (1173 packages loaded, 17318 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (1396 packages loaded, 19079 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (1066 packages loaded, 16155 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (1181 packages loaded, 17230 targets configured) [32m[19 / 1,542][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 7.0 MiB / 10.7 MiB; 0s remote-cache ... (3 actions, 0 running) [32m[24 / 1,546][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (489 packages loaded, 1771 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (1122 packages loaded, 16917 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (1085 packages loaded, 16403 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (1276 packages loaded, 17958 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (1182 packages loaded, 16871 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (1237 packages loaded, 17872 targets configured) [32m[21 / 1,542][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.2 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (1398 packages loaded, 18759 targets configured) [32m[20 / 1,542][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/go/types.a, 5.0 MiB / 5.9 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/txntest:txntest_test (1402 packages loaded, 19399 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (1076 packages loaded, 16162 targets configured) [32m[25 / 1,546][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 3.0 MiB / 8.3 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[24 / 1,546][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (1128 packages loaded, 16751 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (1415 packages loaded, 19109 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (1392 packages loaded, 18847 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (1369 packages loaded, 18404 targets configured) [32mINFO: [0mAnalyzed target //tests/realtikvtest/txntest:txntest_test (1496 packages loaded, 20037 targets configured). [32mINFO: [0mFound 1 test target... [32m[209 / 1,542][0m [Prepa] GoCompilePkg build/linter/staticcheck/S1000.a [for tool] ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (719 packages loaded, 12178 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (1145 packages loaded, 17054 targets configured) [32m[0 / 11][0m [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (3 actions, 0 running) [32m[26 / 1,546][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 10.0 MiB / 10.7 MiB; 2s remote-cache ... (3 actions, 0 running) [32m[23 / 1,542][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (5 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (1252 packages loaded, 17742 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest3:addindextest3_test (1346 packages loaded, 18492 targets configured) [32m[156 / 1,546][0m GoCompilePkg external/org_uber_go_zap/zap.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest1:addindextest1_test (1403 packages loaded, 19034 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (1238 packages loaded, 18237 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (1505 packages loaded, 19634 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest3:importintotest3_test (1512 packages loaded, 19890 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (1472 packages loaded, 19071 targets configured) [32mINFO: [0mAnalyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1497 packages loaded, 19673 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 7][0m [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test/baseline_coverage.dat ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (856 packages loaded, 13900 targets configured) [32m[338 / 1,542][0m GoCompilePkg external/org_golang_google_protobuf/reflect/protoreflect/protoreflect.a; 0s remote-cache ... (8 actions, 0 running) [32mINFO: [0mAnalyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1496 packages loaded, 19672 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 13][0m [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (3 actions, 0 running) [32m[477 / 1,546][0m GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; Downloading external/org_golang_google_protobuf/internal/impl/impl.a, 5.0 MiB / 5.8 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[575 / 1,542][0m GoCompilePkg pkg/planner/util/fixcontrol/fixcontrol.a; 0s remote-cache ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (1262 packages loaded, 17946 targets configured) [32m[279 / 1,546][0m GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache [32mINFO: [0mAnalyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1517 packages loaded, 20166 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 2][0m [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat [32mAnalyzing:[0m target //tests/realtikvtest/addindextest2:addindextest2_test (1507 packages loaded, 19372 targets configured) [32m[875 / 1,542][0m GoCompilePkg external/com_github_cockroachdb_pebble/internal/private/private.a; Downloading external/com_github_cockroachdb_pebble/internal/private/private.a; 0s remote-cache ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (893 packages loaded, 14811 targets configured) [32m[24 / 1,546][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.1 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (1347 packages loaded, 18861 targets configured) [32m[686 / 1,542][0m GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 7.1 MiB / 11.4 MiB; 0s remote-cache ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest2:importintotest2_test (1512 packages loaded, 19890 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (1252 packages loaded, 17742 targets configured) [32m[743 / 1,546][0m GoCompilePkg pkg/parser/parser.a; 0s remote-cache ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (1372 packages loaded, 18795 targets configured) [32m[661 / 1,546][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/eraftpb/eraftpb.a; 0s remote-cache ... (7 actions, 0 running) [32m[20 / 1,542][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.0 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (1490 packages loaded, 19237 targets configured) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (1019 packages loaded, 15777 targets configured) [32m[43 / 1,546][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [32m[1,017 / 1,542][0m GoCompilePkg external/com_github_aws_aws_sdk_go/aws/client/client.a; Downloading external/com_github_aws_aws_sdk_go/aws/client/client.facts; 0s remote-cache ... (8 actions, 0 running) [32mINFO: [0mAnalyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1517 packages loaded, 20166 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 11][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [32mINFO: [0mAnalyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1515 packages loaded, 19787 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 test target... [32m[0 / 6][0m [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test/baseline_coverage.dat [32m[19 / 1,541][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (1509 packages loaded, 19747 targets configured) [32m[1,028 / 1,542][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [32m[873 / 1,546][0m GoCompilePkg external/com_github_xitongsys_parquet_go/schema/schema.a; Downloading external/com_github_xitongsys_parquet_go/schema/schema.a, 295.8 KiB / 310.0 KiB; 0s remote-cache ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/brietest:brietest_test (1403 packages loaded, 19403 targets configured) ./t/ddl/constraint.test: ok! 440 test cases passed, take time 9.442097914 s [32m[24 / 1,567][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/vet, 3.3 MiB / 5.6 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[1,000 / 1,546][0m GoCompilePkg external/com_github_jmespath_go_jmespath/go-jmespath.a; Downloading external/com_github_jmespath_go_jmespath/go-jmespath.a; 0s remote-cache ... (8 actions, 0 running) [32m[25 / 1,542][0m [Prepa] GoCompilePkg external/org_golang_x_tools/internal/pkgbits/pkgbits.a [for tool] ... (7 actions, 0 running) [32m[22 / 1,541][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (2 actions, 0 running) [32m[384 / 1,546][0m GoCompilePkg external/io_etcd_go_etcd_client_pkg_v3/types/types.a; Downloading external/io_etcd_go_etcd_client_pkg_v3/types/types.a; 0s remote-cache ... (8 actions, 0 running) [32m[19 / 1,560][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 7.0 MiB / 7.3 MiB; 0s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/addindextest4:addindextest4_test (1493 packages loaded, 19399 targets configured) [32m[1,202 / 1,542][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 5.0 MiB / 11.0 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,138 / 1,546][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; Downloading external/com_github_aws_aws_sdk_go/service/s3/s3.a, 14.0 MiB / 15.4 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,146 / 1,542][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 38.5 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [32mINFO: [0mAnalyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1498 packages loaded, 19675 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 11][0m [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test/baseline_coverage.dat ... (3 actions, 0 running) [32m[1,165 / 1,546][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 9.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[375 / 1,542][0m GoCompilePkg external/com_github_pingcap_errors/errors.a; 0s remote-cache ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest4:importintotest4_test (1512 packages loaded, 19890 targets configured) [32mINFO: [0mAnalyzed target //tests/realtikvtest/brietest:brietest_test (1497 packages loaded, 20042 targets configured). [0m checking cached actions [32mINFO: [0mFound 1 test target... [32m[0 / 9][0m [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (1160 packages loaded, 17207 targets configured) [32m[736 / 1,546][0m GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 3.2 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[24 / 1,567][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.9 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[27 / 1,567][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [32m[19 / 1,560][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[317 / 1,541][0m GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 2.7 MiB / 7.1 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,301 / 1,542][0m GoCompilePkg pkg/planner/core/metrics/metrics.a; 0s remote-cache ... (5 actions, 0 running) [32m[1,230 / 1,546][0m GoCompilePkg external/org_golang_google_api/option/internaloption/internaloption.a; Downloading external/org_golang_google_api/option/internaloption/internaloption.a; 0s remote-cache ... (4 actions, 0 running) [32m[1,232 / 1,542][0m GoCompilePkg pkg/store/pdtypes/pdtypes.a; 0s remote-cache ... (2 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (1251 packages loaded, 17659 targets configured) [32m[1,234 / 1,546][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (3 actions, 0 running) [32mINFO: [0mAnalyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1517 packages loaded, 20166 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 11][0m [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test/baseline_coverage.dat ... (3 actions, 0 running) [32m[826 / 1,542][0m GoCompilePkg external/com_github_ks3sdklib_aws_sdk_go/aws/awserr/awserr.a; Downloading external/com_github_ks3sdklib_aws_sdk_go/aws/awserr/awserr.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,069 / 1,546][0m GoCompilePkg external/com_github_aws_aws_sdk_go/aws/csm/csm.a; Downloading external/com_github_aws_aws_sdk_go/aws/csm/csm.a; 0s remote-cache ... (8 actions, 0 running) [32m[19 / 1,543][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 2.9 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[81 / 1,567][0m GoCompilePkg external/co_honnef_go_tools/config/config.a [for tool]; Downloading external/co_honnef_go_tools/config/config.a; 0s remote-cache ... (8 actions, 0 running) [32m[302 / 1,567][0m GoCompilePkg external/org_golang_x_sys/unix/unix.a; 0s remote-cache ... (8 actions, 0 running) [32m[126 / 1,560][0m GoCompilePkg external/org_uber_go_zap/zapcore/zapcore.a [for tool]; 0s remote-cache ... (7 actions, 0 running) [32m[709 / 1,541][0m GoCompilePkg external/com_github_aws_aws_sdk_go/internal/sdkuri/sdkuri.a; Downloading external/com_github_aws_aws_sdk_go/internal/sdkuri/sdkuri.x; 0s remote-cache ... (8 actions, 0 running) [32m[1,394 / 1,542][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 19.8 MiB / 78.6 MiB; 0s remote-cache ... (7 actions, 0 running) [32m[1,356 / 1,542][0m GoCompilePkg pkg/sessionctx/variable/variable.a; Downloading pkg/sessionctx/variable/variable.a, 5.1 MiB / 5.5 MiB; 0s remote-cache ... (5 actions, 0 running) [32m[1,347 / 1,546][0m [Prepa] GoCompilePkg pkg/store/store.a [32m[1,138 / 1,542][0m GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; Downloading external/com_github_cockroachdb_pebble/pebble.a, 3.2 MiB / 8.7 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,365 / 1,546][0m GoCompilePkg pkg/disttask/operator/operator.a; Downloading pkg/disttask/operator/operator.a; 0s remote-cache ... (3 actions, 0 running) [32m[24 / 1,547][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (1395 packages loaded, 18675 targets configured) [32m[395 / 1,567][0m GoCompilePkg external/org_golang_x_net/http2/http2.a; 0s remote-cache ... (7 actions, 0 running) [32m[675 / 1,567][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/encryptionpb/encryptionpb.a; Downloading external/com_github_pingcap_kvproto/pkg/encryptionpb/encryptionpb.a, 895.8 KiB / 983.0 KiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,015 / 1,541][0m GoCompilePkg external/com_github_cockroachdb_pebble/internal/base/base.a; Downloading external/com_github_cockroachdb_pebble/internal/base/base.a, 383.8 KiB / 756.2 KiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,169 / 1,546][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 40.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[21 / 1,543][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.3 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[1,408 / 1,542][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 54.0 MiB / 78.6 MiB; 0s remote-cache ... (3 actions, 0 running) [32m[31 / 1,547][0m GoCompilePkg external/org_golang_x_tools/internal/pkgbits/pkgbits.a [for tool]; Downloading external/org_golang_x_tools/internal/pkgbits/pkgbits.a, 129.5 KiB / 405.1 KiB; 0s remote-cache ... (7 actions, 0 running) [32m[474 / 1,560][0m GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; Downloading external/org_golang_google_protobuf/internal/impl/impl.a, 3.1 MiB / 4.9 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[24 / 1,567][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [32m[1,423 / 1,542][0m GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,416 / 1,546][0m [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [32m[768 / 1,567][0m GoCompilePkg external/io_k8s_apimachinery/pkg/util/net/net.a; Downloading external/io_k8s_apimachinery/pkg/util/net/net.x, 71.8 KiB / 128.1 KiB; 0s remote-cache ... (8 actions, 0 running) [32m[997 / 1,567][0m GoCompilePkg external/io_k8s_apimachinery/pkg/runtime/runtime.a; Downloading external/io_k8s_apimachinery/pkg/runtime/runtime.a, 1.6 MiB / 2.4 MiB; 0s remote-cache ... (7 actions, 0 running) [32m[1,410 / 1,546][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 47.0 MiB / 80.2 MiB; 0s remote-cache ... (5 actions, 0 running) [32m[1,254 / 1,542][0m GoCompilePkg external/com_github_tikv_client_go_v2/internal/mockstore/mocktikv/mocktikv.a; 0s remote-cache ... (3 actions, 0 running) [32m[1,157 / 1,541][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 27.1 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (1461 packages loaded, 19308 targets configured) [32m[1,261 / 1,546][0m GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a; Downloading external/com_github_tikv_client_go_v2/internal/locate/locate.a, 3.0 MiB / 4.4 MiB; 0s remote-cache ... (2 actions, 0 running) [32m[275 / 1,543][0m [Prepa] GoCompilePkg external/org_golang_x_sync/errgroup/errgroup.a [32m[1,442 / 1,542][0m [Prepa] GoCompilePkg pkg/infoschema/internal/internal.a [32m[905 / 1,560][0m GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 4.0 MiB / 11.4 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[185 / 1,567][0m GoCompilePkg build/linter/gci/gci.a [for tool]; Downloading build/linter/gci/gci.x; 0s remote-cache ... (8 actions, 0 running) [32m[1,483 / 1,542][0m GoCompilePkg pkg/lightning/errormanager/errormanager.a; Downloading pkg/lightning/errormanager/errormanager.x; 0s remote-cache ... (4 actions, 0 running) [32m[465 / 1,547][0m GoCompilePkg external/io_opentelemetry_go_otel/codes/codes.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,492 / 1,546][0m [Prepa] GoCompilePkg pkg/statistics/handle/handle.a [32m[1,169 / 1,567][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 40.8 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,444 / 1,546][0m GoCompilePkg pkg/store/mockstore/mockstorage/mockstorage.a; Downloading pkg/store/mockstore/mockstorage/mockstorage.a; 0s remote-cache ... (2 actions, 0 running) [32m[1,381 / 1,542][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 10.0 MiB / 78.6 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,247 / 1,541][0m GoCompilePkg external/com_github_tikv_client_go_v2/internal/unionstore/unionstore.a; Downloading external/com_github_tikv_client_go_v2/internal/unionstore/unionstore.a, 1023.9 KiB / 1.5 MiB; 0s remote-cache ... (3 actions, 0 running) [32mAnalyzing:[0m target //tests/realtikvtest/importintotest:importintotest_test (1550 packages loaded, 20047 targets configured) [32m[627 / 1,543][0m GoCompilePkg external/in_gopkg_yaml_v3/yaml_v3.a; Downloading external/in_gopkg_yaml_v3/yaml_v3.a, 1.2 MiB / 1.7 MiB; 0s remote-cache ... (7 actions, 0 running) [32m[1,384 / 1,546][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 8.0 MiB / 80.2 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,495 / 1,542][0m [Prepa] GoCompilePkg pkg/ddl/ddl.a [32m[1,057 / 1,567][0m GoCompilePkg external/com_github_modern_go_reflect2/reflect2.a; Downloading external/com_github_modern_go_reflect2/reflect2.a, 2.3 MiB / 3.0 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,152 / 1,560][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 5.2 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,505 / 1,542][0m GoCompilePkg br/pkg/aws/aws.a; 0s remote-cache ... (8 actions, 0 running) [32m[528 / 1,567][0m GoCompilePkg external/org_golang_google_protobuf/internal/filetype/filetype.a; Downloading external/org_golang_google_protobuf/internal/filetype/filetype.a; 0s remote-cache ... (6 actions, 0 running) [32m[820 / 1,547][0m GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,500 / 1,546][0m [Prepa] GoCompilePkg pkg/ddl/ddl.a [32m[1,411 / 1,542][0m [Prepa] GoCompilePkg pkg/table/table.a ... (5 actions, 0 running) [32m[1,378 / 1,541][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 7.3 MiB / 78.6 MiB; 0s remote-cache ... (8 actions, 0 running) [32mINFO: [0mAnalyzed target //tests/realtikvtest/importintotest:importintotest_test (1555 packages loaded, 20323 targets configured). [32mINFO: [0mFound 1 test target... [32m[0 / 11][0m [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) [32m[973 / 1,543][0m GoCompilePkg external/io_k8s_sigs_structured_merge_diff_v4/value/value.a; Downloading external/io_k8s_sigs_structured_merge_diff_v4/value/value.x; 0s remote-cache ... (8 actions, 0 running) [32m[1,515 / 1,546][0m GoCompilePkg pkg/executor/lockstats/lockstats.a; 0s remote-cache ... (5 actions, 0 running) [32m[1,152 / 1,567][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 60.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,279 / 1,567][0m [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/mockstore/mocktikv/mocktikv.a [32m[1,233 / 1,560][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) [32m[1,529 / 1,542][0m [Prepa] GoCompilePkg pkg/planner/cascades/cascades.a [32m[851 / 1,567][0m GoCompilePkg external/com_github_aws_aws_sdk_go/internal/ini/ini.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,416 / 1,546][0m [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [32m[1,147 / 1,547][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 11.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,512 / 1,542][0m GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 16.4 MiB / 43.8 MiB; 0s remote-cache ... (4 actions, 0 running) [32m[1,517 / 1,546][0m GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 14.5 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) [32m[1,471 / 1,542][0m GoCompilePkg pkg/lightning/backend/kv/kv.a; Downloading pkg/lightning/backend/kv/kv.a, 1.8 MiB / 2.7 MiB; 0s remote-cache ... (5 actions, 0 running) [32m[1,180 / 1,543][0m GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 5.0 MiB / 7.8 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,537 / 1,546][0m [Prepa] GoCompilePkg pkg/session/session.a [32m[1,245 / 1,567][0m GoCompilePkg external/com_github_tikv_pd_client/client.a; Downloading external/com_github_tikv_pd_client/client.a, 455.8 KiB / 3.2 MiB; 0s remote-cache ... (4 actions, 0 running) [32m[1,398 / 1,567][0m [Prepa] GoCompilePkg pkg/expression/contextopt/contextopt.a [32m[1,349 / 1,560][0m GoCompilePkg pkg/meta/meta.a; Downloading pkg/meta/meta.a, 71.0 KiB / 813.5 KiB; 0s remote-cache ... (6 actions, 0 running) [32m[1,411 / 1,541][0m [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [32m[1,097 / 1,567][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 38.8 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,466 / 1,546][0m GoCompilePkg pkg/statistics/handle/autoanalyze/exec/exec.a; Downloading pkg/statistics/handle/autoanalyze/exec/exec.a, 1023.8 KiB / 1.3 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,226 / 1,547][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (6 actions, 0 running) [32m[1,531 / 1,542][0m GoCompilePkg pkg/executor/executor.a; Downloading pkg/executor/executor.a, 24.2 MiB / 41.0 MiB; 0s remote-cache [32m[1,503 / 1,542][0m GoCompilePkg pkg/plugin/plugin.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,539 / 1,542][0m [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test_test.external.a [32m[24 / 1,605][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 10.1 MiB / 10.4 MiB; 1s remote-cache ... (3 actions, 0 running) [32m[1,367 / 1,567][0m GoCompilePkg br/pkg/utils/iter/iter.a; Downloading br/pkg/utils/iter/iter.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,536 / 1,546][0m GoCompilePkg pkg/executor/executor.a; 0s remote-cache [32m[1,476 / 1,541][0m GoCompilePkg pkg/lightning/errormanager/errormanager.a; Downloading pkg/lightning/errormanager/errormanager.a, 1023.8 KiB / 1.5 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,504 / 1,546][0m [Prepa] GoCompilePkg pkg/plugin/plugin.a ... (5 actions, 0 running) [32m[1,227 / 1,543][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 68.7 MiB / 69.8 MiB; 0s remote-cache ... (2 actions, 0 running) [32m[1,545 / 1,546][0m GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; Downloading tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test, 155.6 MiB / 211.3 MiB; 0s remote-cache [32m[1,436 / 1,567][0m [Prepa] GoCompilePkg pkg/param/param.a [32m[1,426 / 1,560][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 50.9 MiB / 78.6 MiB; 0s remote-cache ... (3 actions, 0 running) [32m[1,234 / 1,567][0m GoCompilePkg pkg/util/etcd/etcd.a; Downloading pkg/util/etcd/etcd.x, 141.8 KiB / 358.8 KiB; 0s remote-cache ... (7 actions, 0 running) [32m[1,353 / 1,547][0m GoCompilePkg pkg/util/generatedexpr/generatedexpr.a; 0s remote-cache ... (7 actions, 0 running) [32m[26 / 1,605][0m GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) [32m[1,351 / 1,543][0m GoCompilePkg pkg/util/servermemorylimit/servermemorylimit.a; Downloading pkg/util/servermemorylimit/servermemorylimit.a, 1023.8 KiB / 1.1 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,507 / 1,541][0m GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 5.0 MiB / 43.8 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,530 / 1,542][0m [Prepa] GoCompilePkg pkg/planner/cascades/cascades.a [32m[1,542 / 1,546][0m [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test.instrumented_files [32m[1,523 / 1,546][0m GoCompilePkg br/pkg/task/task.a; 0s remote-cache ... (4 actions, 0 running) [32m[1,422 / 1,567][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 30.0 MiB / 80.2 MiB; 0s remote-cache ... (4 actions, 0 running) [32m[1,484 / 1,567][0m GoCompilePkg pkg/statistics/handle/autoanalyze/exec/exec.a; Downloading pkg/statistics/handle/autoanalyze/exec/exec.a; 0s remote-cache ... (6 actions, 0 running) [32m[1,541 / 1,542][0m GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 1s remote-cache [32m[1,462 / 1,560][0m [Prepa] GoCompilePkg pkg/sessiontxn/sessiontxn.a ... (7 actions, 0 running) [32m[1,545 / 1,546][0m GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; Downloading tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test, 100.2 MiB / 211.3 MiB; 0s remote-cache [32m[1,379 / 1,567][0m GoCompilePkg pkg/sessionctx/variable/variable.a; Downloading pkg/sessionctx/variable/variable.a, 1.8 MiB / 5.7 MiB; 0s remote-cache ... (5 actions, 0 running) [32m[1,416 / 1,547][0m [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [32m[1,550 / 1,554][0m [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [32m[336 / 1,605][0m GoCompilePkg external/org_golang_x_net/internal/timeseries/timeseries.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,531 / 1,541][0m [Prepa] GoCompilePkg pkg/executor/executor.a [32m[1,541 / 1,542][0m GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 0s remote-cache [32m[1,547 / 1,550][0m JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [32m[1,450 / 1,567][0m GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 3.0 MiB / 6.1 MiB; 0s remote-cache ... (8 actions, 0 running) [32m[1,539 / 1,546][0m [Prepa] GoCompilePkg pkg/store/driver/driver.a [32m[1,524 / 1,567][0m [Prepa] GoCompilePkg pkg/plugin/plugin.a ... (5 actions, 0 running) [32m[1,518 / 1,560][0m [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) [32m[1,401 / 1,543][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 56.3 MiB / 78.6 MiB; 0s remote-cache ... (5 actions, 0 running) [32m[1,545 / 1,546][0m GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 1s remote-cache [32m[1,436 / 1,567][0m [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [32m[1,553 / 1,554][0m 1 / 1 tests;[0m Testing //tests/realtikvtest/statisticstest:statisticstest_test; 0s remote-cache [32m[734 / 1,605][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/errorpb/errorpb.a; 0s remote-cache ... (8 actions, 0 running) Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test [32mINFO: [0mElapsed time: 29.611s, Critical Path: 12.39s [32mINFO: [0m1551 processes: 1531 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 1551 total actions Test cases: finished with [0m[32m1 passing[0m and 0 failing out of 1 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [32m[1,541 / 1,542][0m GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 1s remote-cache Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test [32mINFO: [0mElapsed time: 29.891s, Critical Path: 12.87s [32mINFO: [0m1538 processes: 1528 remote cache hit, 10 internal. [32mINFO:[0m Build completed successfully, 1538 total actions Test cases: finished with [0m[32m29 passing[0m and 0 failing out of 29 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [32m[1,474 / 1,547][0m GoCompilePkg pkg/statistics/handle/lockstats/lockstats.a; 0s remote-cache ... (5 actions, 0 running) [Pipeline] // dir Post stage [32m[1,513 / 1,567][0m [Prepa] GoCompilePkg br/pkg/metautil/metautil.a complete to collect bazel result. [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [32m[1,539 / 1,560][0m [Prepa] GoCompilePkg pkg/planner/pattern/pattern.a [Pipeline] { [32m[1,440 / 1,543][0m [Prepa] GoCompilePkg pkg/store/mockstore/unistore/unistore.a [32m[1,548 / 1,550][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test [32mINFO: [0mElapsed time: 30.025s, Critical Path: 12.86s [32mINFO: [0m1538 processes: 1528 remote cache hit, 10 internal. [32mINFO:[0m Build completed successfully, 1538 total actions Test cases: finished with [0m[32m78 passing[0m and 0 failing out of 78 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [32m[1,551 / 1,554][0m JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 42.0 MiB / 96.2 MiB; 0s remote-cache [Pipeline] } [Pipeline] junit Recording test results [32m[1,513 / 1,567][0m [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [Pipeline] // dir Post stage complete to collect bazel result. [Pipeline] } [32m[1,542 / 1,567][0m GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [Pipeline] // dir Post stage [32m[970 / 1,605][0m GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 43.1 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Checks API] No suitable checks publisher found. [32m[1,540 / 1,541][0m GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; Downloading tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test, 151.2 MiB / 157.9 MiB; 0s remote-cache [32m[1,506 / 1,547][0m GoCompilePkg pkg/plugin/plugin.a; 0s remote-cache ... (7 actions, 0 running) [Pipeline] junit [32m[1,533 / 1,567][0m GoCompilePkg pkg/executor/lockstats/lockstats.a; Downloading pkg/executor/lockstats/lockstats.a, 4.0 MiB / 7.1 MiB; 0s remote-cache ... (6 actions, 0 running) [32m[1,545 / 1,546][0m GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 1s remote-cache Recording test results [Pipeline] sh [Checks API] No suitable checks publisher found. Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test [32mINFO: [0mElapsed time: 31.145s, Critical Path: 14.04s [32mINFO: [0m1551 processes: 1531 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 1551 total actions Test cases: finished with [0m[32m11 passing[0m and 0 failing out of 11 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [32m[1,558 / 1,567][0m [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [32m[1,209 / 1,605][0m GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (8 actions, 0 running) [32m[1,556 / 1,560][0m [Prepa] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test.internal.a [32m[1,495 / 1,543][0m [Prepa] GoCompilePkg pkg/ddl/ddl.a [Checks API] No suitable checks publisher found. + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/05 15:07:37.539 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:37.539 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:37.539 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:37.543 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:37.543 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:37.543 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:37.543 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:37.544 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:37.544 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:37.544 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:37.544 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:37.544 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:37.544 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:37.544 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:37.544 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:37.545 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:37.545 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:37.545 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:37.545 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:37.545 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=490.801µs] [2024/05/05 15:07:38.548 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:38.548 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:38.548 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:38.548 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:38.548 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:38.548 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:38.548 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:38.548 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.549 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:38.549 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:38.549 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.549 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.550 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.550 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.550 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.550 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:38.550 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.550 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.550 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.550 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.550 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.550 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.550 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.550 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.550 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:38.550 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:38.550 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.550 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:38.550 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:38.550 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:38.550 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:38.551 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.551 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:38.551 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.551 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:38.551 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.551 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:38.552 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:38.552 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:38.558 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.558 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:38.558 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:38.559 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.559 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.559 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:38.559 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.601 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:39.556 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:39.557 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:39.557 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:39.559 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:39.559 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:39.559 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:39.559 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:39.559 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:39.562 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408747336432297] [2024/05/05 15:07:39.562 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408747336432297] [2024/05/05 15:07:39.566 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:39.567 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:39.568 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:39.569 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:39.569 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:39.569 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:39.569 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:39.569 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:39.570 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:39.571 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:39.571 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:39.571 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:39.571 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=511.306µs] [2024/05/05 15:07:39.573 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408747336432297/leader] [purpose="leader election"] [2024/05/05 15:07:39.573 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:39.573 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:40.574 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:49.560 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:49.560 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/05/05 15:07:37.540 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:37.540 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:37.540 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:37.540 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:37.540 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:37.540 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:37.540 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:37.540 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:37.540 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:37.544 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:37.544 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:37.544 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:37.544 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:37.545 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:37.545 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:37.545 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:37.545 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:37.545 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:37.546 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:37.546 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:37.546 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:37.546 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:37.546 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:37.546 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:37.546 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:37.546 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=274.354µs] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.554 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:38.556 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:38.557 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.557 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.557 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.558 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.558 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:38.558 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:38.558 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:38.558 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:38.558 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:38.558 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.559 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.559 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.559 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:38.559 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.559 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.559 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:38.559 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.559 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:38.560 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.560 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:38.560 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:38.560 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.561 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:38.561 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.561 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:38.561 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.563 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:38.563 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:38.609 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:39.554 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/05 15:07:39.554 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/05 15:07:39.554 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:39.556 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:39.556 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:39.556 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/05 15:07:39.556 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:39.557 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:39.557 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:39.558 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:39.558 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:39.558 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:39.558 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:39.558 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:39.559 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:39.559 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:39.561 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408747336432297] [2024/05/05 15:07:39.561 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408747336432297] [2024/05/05 15:07:39.565 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:39.565 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:39.566 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:39.567 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:39.567 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:39.567 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:39.567 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:39.567 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:39.567 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/05 15:07:39.568 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:39.568 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908008743451149] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:39.569 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:39.569 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408747336432297/leader] [purpose="leader election"] [2024/05/05 15:07:39.569 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/05 15:07:39.569 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:39.569 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:39.569 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:39.570 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:42.570 +08:00] [next=2024/05/05 15:07:39.570 +08:00] [2024/05/05 15:07:39.571 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:39.572 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:39.573 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:39.575 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:39.578 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:39.578 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:39.578 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/05 15:07:39.875 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:39.875 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:39.875 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:39.951 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:39.951 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:39.952 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:39.952 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:39.952 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:39.952 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:39.958 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408747336432297] [request="header:<cluster_id:7365408747336432297 > store:<id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:5 store_id:1 > > "] [2024/05/05 15:07:39.959 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408747336432297] [2024/05/05 15:07:39.964 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=1.073114ms] [2024/05/05 15:07:39.964 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=165.538µs] [2024/05/05 15:07:39.965 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:39.965 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:39.965 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:39.965 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:39.965 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:39.965 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:39.965 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:39.966 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=605.074µs] [2024/05/05 15:07:39.968 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:39.969 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:39.969 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:39.969 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:39.970 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:39.970 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:39.970 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:39.971 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:39.971 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:39.971 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:40.569 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:40.573 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:40.573 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:40.574 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:40.574 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:42.966 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:42.966 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:42.966 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:42.967 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:42.967 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:42.968 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:42.969 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:42.970 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:42.970 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:42.970 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:42.970 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:42.980 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:42.980843014 +0800 CST m=+5.479669884, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:42.980 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:42.981 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:42.981 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:42.981 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:42.981 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:42.982 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:42.982 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.542881ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:42.980843014 +0800 CST m=+5.479669884, startAt:2024-05-05 15:07:42.98095122 +0800 CST m=+5.479778086, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:42.982 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:43.969 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:49.560 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:49.560 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:49.966 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/05 15:07:49.967 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] [2024/05/05 15:07:49.967 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:49.984392813 +0800 CST m=+12.483219682, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 3"] [source=create] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:49.984624711 +0800 CST m=+12.483451581, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 3"] [source=create] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:49.984716687 +0800 CST m=+12.483543556, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 3"] [source=create] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:49.984798538 +0800 CST m=+12.483625407, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 21 on store 2"] [source=create] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:49.98487118 +0800 CST m=+12.483698049, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.984 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 3"] [source=create] [2024/05/05 15:07:49.985 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.985 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.985 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.985 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.986 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/05 15:07:49.986 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.986 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.986 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.986 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.986 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.994 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.994 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.994 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.994 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.995 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.995 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.503368ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:49.984392813 +0800 CST m=+12.483219682, startAt:2024-05-05 15:07:49.984534748 +0800 CST m=+12.483361618, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.995 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:49.995 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.489685ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:49.984716687 +0800 CST m=+12.483543556, startAt:2024-05-05 15:07:49.984745341 +0800 CST m=+12.483572206, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.995 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.995 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.642167ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:49.984624711 +0800 CST m=+12.483451581, startAt:2024-05-05 15:07:49.984667917 +0800 CST m=+12.483494782, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.995 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.4633ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:49.98487118 +0800 CST m=+12.483698049, startAt:2024-05-05 15:07:49.984907625 +0800 CST m=+12.483734490, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.995 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.995 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.995 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.995 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.952393ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:49.984798538 +0800 CST m=+12.483625407, startAt:2024-05-05 15:07:49.984823033 +0800 CST m=+12.483649899, currentStep:2, size:0, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:50.005283833 +0800 CST m=+12.504110703, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:50.005401825 +0800 CST m=+12.504228696, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:50.005482387 +0800 CST m=+12.504309257, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:50.005557115 +0800 CST m=+12.504383981, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:50.005627902 +0800 CST m=+12.504454768, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:50.005 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/05/05 15:07:50.006 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/05 15:07:50.006 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/05 15:07:50.006 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:50.006 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:50.006 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/05 15:07:50.006 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:50.006 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/05 15:07:50.006 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:50.006 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/05 15:07:50.006 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:50.009 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:50.009 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:50.010 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:50.010 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:50.010 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:50.010 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:50.010 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=5.191339ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:50.005401825 +0800 CST m=+12.504228696, startAt:2024-05-05 15:07:50.005428943 +0800 CST m=+12.504255808, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:50.010 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=5.226245ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:50.005482387 +0800 CST m=+12.504309257, startAt:2024-05-05 15:07:50.005507077 +0800 CST m=+12.504333943, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:50.010 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:50.011 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=5.388362ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:50.005627902 +0800 CST m=+12.504454768, startAt:2024-05-05 15:07:50.005650223 +0800 CST m=+12.504477089, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:50.011 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:50.011 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=5.555792ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:50.005557115 +0800 CST m=+12.504383981, startAt:2024-05-05 15:07:50.005581194 +0800 CST m=+12.504408060, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:50.011 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:50.011 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:50.011 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=5.913542ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:50.005283833 +0800 CST m=+12.504110703, startAt:2024-05-05 15:07:50.005337368 +0800 CST m=+12.504164238, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:39.967 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:39.968 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd2.log <== [2024/05/05 15:07:37.539 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:37.539 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:37.539 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:37.539 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:37.543 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:37.543 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:37.543 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:37.544 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:37.545 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:37.545 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:37.545 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:37.545 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:37.545 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:37.545 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:37.545 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:37.545 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:37.545 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:37.545 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:37.545 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:37.545 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:37.546 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=293.18µs] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:38.554 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.554 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:38.555 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:38.555 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.555 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.555 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.556 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.556 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.556 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:38.556 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.556 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.556 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.556 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.556 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.557 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:38.558 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:38.558 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:38.558 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:38.558 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:38.558 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.558 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:38.558 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.558 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:38.558 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:38.558 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.558 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:38.559 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:38.559 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:38.560 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.560 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:38.560 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:38.560 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:38.560 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.560 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:38.561 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.561 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:38.608 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:39.555 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:39.556 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:39.556 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:39.556 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:39.557 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:39.557 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:39.559 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:39.559 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:39.559 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:39.559 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:39.559 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:39.562 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408747336432297] [2024/05/05 15:07:39.562 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408747336432297] [2024/05/05 15:07:39.567 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:39.568 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:39.568 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:39.569 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:39.569 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:39.569 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:39.570 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:39.570 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:39.570 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:39.571 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:39.571 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:39.571 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:39.572 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=217.554µs] [2024/05/05 15:07:39.572 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:39.572 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408747336432297/leader] [purpose="leader election"] [2024/05/05 15:07:39.573 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:40.573 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:40.725 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:40.736 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:40.736 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38149] [remotes="[]"] [2024/05/05 15:07:40.736 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:40.736 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:33547] [remotes="[]"] [2024/05/05 15:07:40.737 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:40.741 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:49.560 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:49.560 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={14, 11, 23, 71, 42, 68, 31, 33, 59, 69, 28, 55, 63, 27, 54, 21, 13, 0, 18, 34, 62, 52, 66, 12, 16, 17, 6, 70, 24, 20, 15, 25, 36, 51, 53, 47, 60, 50, 46, 19, 10, 30, 67, 64, 58, 22, 49, 29, 32, 7, 57, 26, 56, 61, 35, 65, 48, 43}"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:37.509 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.509 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1102c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f1102cafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1102c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1102cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892857.509830928\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1102c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f1102cafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1102c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1102cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1102c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f1102cafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1102c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1102cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892857.510427914\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1102c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f1102cafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1102c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1102cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1102c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f1102cafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1102c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1102cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892857.510719383\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1102c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f1102cafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1102c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1102cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:37.812 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.560 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.561 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.863 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.865 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408747336432297] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.870 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:39.871 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:39.871 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:39.873 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:39.874 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:39.874 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/05 15:07:39.874 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:39.874 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:39.874 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:39.874 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:39.882 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:39.882 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:39.883 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 255.448µs"] [thread_id=1] [2024/05/05 15:07:39.949 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:39.951 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:39.951 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:39.951 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:39.952 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:39.952 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:39.952 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:39.952 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:39.952 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:39.952 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:39.952 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:39.960 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.966 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408747336432297] [thread_id=1] [2024/05/05 15:07:39.966 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892859 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.971 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:39.973 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:39.974 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=39.642µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.974 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=44.779µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:39.980 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:39.980 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:39.980 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:39.982 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:39.982 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:39.983 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:39.987 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:49.977 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:49.987 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:49.987 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.988 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.988 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=734.423µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=131] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=129] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=436.105µs] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=515.076µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=431.364µs] [snap_key=14_6_7] [thread_id=131] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=380.988µs] [snap_key=16_6_7] [thread_id=129] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=12] [thread_id=80] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=41.475µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=16] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.092µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=10] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.033µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=14] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.136µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:07:49.995 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.995 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.995 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.995 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=130] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=427.787µs] [snap_key=4_6_10] [thread_id=130] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/05 15:07:50.010 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:50.010 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=32.383µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.011 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.011 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:08:39.977 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:08:39.977 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:08:39.977 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:39.977 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:39.977 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:39.977 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.977 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.977 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.977 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.977 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={57, 35, 12, 25, 14, 16, 18, 19, 71, 11, 60, 47, 64, 56, 62, 66, 30, 13, 27, 31, 51, 15, 50, 63, 69, 43, 28, 58, 65, 49, 0, 34, 68, 24, 48, 21, 53, 20, 23, 33, 55, 26, 29, 54, 7, 46, 22, 42, 32, 6, 59, 17, 10, 70, 67, 61, 52, 36}"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:37.509 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.509 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:37.509 +08:00] [INFO] [<unknown>] ["subchannel 0x7f4fc964d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f4fc96afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4fc9637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4fc96d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892857.509718548\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:37.509 +08:00] [INFO] [<unknown>] ["subchannel 0x7f4fc964d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f4fc96afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4fc9637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4fc96d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f4fc964dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f4fc96afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4fc9637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4fc96d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892857.510235741\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f4fc964dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f4fc96afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4fc9637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4fc96d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f4fc964e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f4fc96afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4fc9637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4fc96d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892857.510505238\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f4fc964e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f4fc96afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4fc9637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4fc96d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:37.811 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.560 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.561 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.863 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.865 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408747336432297] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.870 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:39.871 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:39.871 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:39.873 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:39.873 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:39.873 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:39.874 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:39.874 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:39.874 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:39.874 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:39.881 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:39.881 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:39.882 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 199.195µs"] [thread_id=1] [2024/05/05 15:07:39.947 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:39.949 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:39.949 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:39.949 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:39.950 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:39.950 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:39.951 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:39.951 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:39.951 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:39.951 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:39.951 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:39.958 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.967 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408747336432297] [thread_id=1] [2024/05/05 15:07:39.967 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892859 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:39.971 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:39.971 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.971 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.971 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:39.971 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.972 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=205.21µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.327µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.977 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/05 15:07:39.977 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:39.977 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:39.977 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:39.978 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:07:39.980 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:39.980 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/05 15:07:39.981 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:39.981 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:39.982 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:39.982 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:39.983 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:39.983 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:39.984 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:39.988 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:42.981 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/05 15:07:42.981 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:42.981 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:42.981 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/05 15:07:42.981 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.982 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.983 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:42.983 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.983 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:42.983 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=16] [thread_id=68] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=14] [thread_id=68] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:07:42.983 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/05 15:07:49.979 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:49.984 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:49.984 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:49.984 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.984 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.984 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:49.984 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:49.984 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.984 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.985 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.985 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.985 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.985 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.985 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.986 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.986 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.986 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.986 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.986 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.986 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.986 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/05 15:07:49.986 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:49.987 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.01438ms] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/05 15:07:49.987 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:07:49.987 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:49.987 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=3] [cost=703.684µs] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:07:49.989 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:07:49.990 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.990 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.990 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.990 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.991 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:49.991 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=632.767µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=612.998µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:49.991 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:49.991 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:49.991 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=460.538µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=588.68µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:49.992 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.992 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=414.77µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:49.992 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.992 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.301267ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=994.109µs] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=130] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.217011ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.829309ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/05/05 15:07:49.993 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.450745ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=133] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:49.994 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.994 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:49.994 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.994 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.995 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.995 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.995 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.995 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.995 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:49.995 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.995 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/05 15:07:49.995 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/05 15:07:49.995 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/05 15:07:49.995 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.995 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.005 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:50.005 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:50.005 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.005 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.005 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:50.005 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:50.005 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.005 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.005 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:50.005 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:50.005 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:50.006 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:50.007 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:50.007 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:50.007 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:50.007 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=952.325µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:50.007 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=955.797µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:50.007 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.007 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.007 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:50.007 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=516.28µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=479.37µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:50.008 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:50.008 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=502.55µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.379355ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.20601ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.143381ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=131] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.226324ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=977.991µs] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.011 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.011 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.011 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.011 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] ==> ./tikv2.log <== [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={30, 26, 64, 20, 66, 63, 22, 6, 10, 24, 46, 57, 32, 25, 27, 34, 51, 53, 19, 16, 31, 48, 11, 59, 15, 21, 61, 47, 42, 54, 67, 29, 43, 0, 35, 60, 55, 18, 28, 50, 13, 69, 71, 56, 12, 14, 17, 49, 33, 58, 52, 70, 68, 65, 62, 7, 23, 36}"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:37.507 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:37.509 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.509 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f7b99e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f7b99eafb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b99e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b99ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892857.509827229\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f7b99e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f7b99eafb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b99e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b99ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f7b99e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f7b99eafb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b99e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b99ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892857.510500091\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f7b99e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f7b99eafb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b99e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b99ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f7b99e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f7b99eafb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b99e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b99ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892857.510829043\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:37.510 +08:00] [INFO] [<unknown>] ["subchannel 0x7f7b99e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f7b99eafb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7b99e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f7b99ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.511 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.511 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:37.812 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.560 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.561 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.863 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.865 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408747336432297] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.870 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:39.871 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:39.871 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382957/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382956/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382955/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382954/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382953/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382951/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382950/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/382948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/300097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27726/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27725/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27724/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27723/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27722/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27721/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/27720/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/758061/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:39.872 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:39.873 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:39.873 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:39.874 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:39.874 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:39.874 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:39.874 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:39.874 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:39.881 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:39.881 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:39.882 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 195.341µs"] [thread_id=1] [2024/05/05 15:07:39.949 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:39.951 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:39.951 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:39.951 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:39.952 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:39.952 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:39.952 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:39.952 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:39.952 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:39.952 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:39.952 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:39.960 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:39.966 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408747336432297] [thread_id=1] [2024/05/05 15:07:39.966 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892859 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:39.970 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:39.972 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:39.974 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=51.878µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:39.975 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=36.289µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:39.977 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:39.977 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:39.977 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:39.981 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:39.981 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:39.981 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:39.983 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:39.983 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:39.984 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:39.988 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:49.978 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:49.988 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:49.989 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.989 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.989 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.990 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:49.990 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:49.990 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=789.227µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:49.993 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=132] [2024/05/05 15:07:49.994 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=354.535µs] [snap_key=4_6_8] [thread_id=132] [2024/05/05 15:07:49.994 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.994 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.994 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=4] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.994 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=43.77µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:49.995 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=9] [term=6] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.995 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.995 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.996 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=21] [region_id=4] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=4] [thread_id=104] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.006 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:50.008 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=392.123µs] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=407.198µs] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=487.557µs] [snap_key=16_6_9] [thread_id=130] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=51.645µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:50.009 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:50.009 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.613µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=396.65µs] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:50.009 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.009 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:50.010 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=181.969µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:50.010 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:50.010 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.010 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.746µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.010 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:50.011 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/05 15:07:50.011 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.011 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.011 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:50.011 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.011 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:39.978 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:08:39.978 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:39.978 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:39.978 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:39.978 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:39.978 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.978 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.978 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.978 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.978 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [32m[1,539 / 1,567][0m GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 25.0 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) [Pipeline] } [Pipeline] sh [32m[1,548 / 1,550][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test [32mINFO: [0mElapsed time: 29.205s, Critical Path: 12.05s [32mINFO: [0m1538 processes: 1528 remote cache hit, 10 internal. [32mINFO:[0m Build completed successfully, 1538 total actions Test cases: finished with [0m[32m6 passing[0m and 0 failing out of 6 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [32m[1,537 / 1,547][0m [Prepa] GoCompilePkg pkg/executor/executor.a [Pipeline] sh [32m[1,515 / 1,543][0m GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 13.0 MiB / 43.8 MiB; 0s remote-cache ... (4 actions, 0 running) complete to collect bazel result. + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/05 15:07:39.624 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.625 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.625 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.625 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.625 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.625 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.625 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.625 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.625 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.631 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.631 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.631 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.631 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.632 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.632 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.632 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:39.632 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.632 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:39.632 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.632 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.632 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:39.632 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.632 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.632 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.632 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.633 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=294.211µs] [2024/05/05 15:07:39.634 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:39.634 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:39.634 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:39.634 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:39.634 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:39.634 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:39.634 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:39.634 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.635 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:39.635 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:39.635 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.635 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.636 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.636 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.637 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.637 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.637 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.637 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.637 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.637 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.638 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.638 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.639 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.639 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.639 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.639 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:39.639 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:39.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:39.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:39.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:39.639 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.639 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.639 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.640 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.640 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.640 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.640 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.641 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:39.641 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:39.641 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:39.641 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.641 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.641 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.690 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:39.731 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:39.731 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.731 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.731 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:40.627 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:40.627 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:40.628 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:40.628 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:40.628 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:40.628 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:40.628 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:40.633 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408750987969488] [2024/05/05 15:07:40.633 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408750987969488] [2024/05/05 15:07:40.639 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:40.639 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:40.640 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:40.641 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:40.641 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:40.641 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:40.641 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:40.642 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:40.642 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:40.643 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:40.643 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:40.643 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:40.644 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=199.869µs] [2024/05/05 15:07:40.644 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408750987969488/leader] [purpose="leader election"] [2024/05/05 15:07:40.644 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:40.644 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:41.645 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:50.629 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:07:50.630 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:08:34.920 +08:00] [INFO] [trace.go:152] ["trace[225049080] linearizableReadLoop"] [detail="{readStateIndex:75; appliedIndex:75; }"] [duration=101.7798ms] [start=2024/05/05 15:08:34.818 +08:00] [end=2024/05/05 15:08:34.920 +08:00] [steps="[\"trace[225049080] 'read index received' (duration: 101.776599ms)\",\"trace[225049080] 'applied index is now lower than readState.Index' (duration: 2.603µs)\"]"] [2024/05/05 15:08:34.920 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=101.908212ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7365408750987969488/config\" "] [response="range_response_count:1 size:4875"] [] [2024/05/05 15:08:34.920 +08:00] [INFO] [trace.go:152] ["trace[1846225413] range"] [detail="{range_begin:/pd/7365408750987969488/config; range_end:; response_count:1; response_revision:60; }"] [duration=101.997239ms] [start=2024/05/05 15:08:34.818 +08:00] [end=2024/05/05 15:08:34.920 +08:00] [steps="[\"trace[1846225413] 'agreement among raft nodes before linearized reading' (duration: 101.861318ms)\"]"] ==> ./pd2.log <== [2024/05/05 15:07:39.622 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.622 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.622 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.622 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.622 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.622 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.622 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.622 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.623 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.628 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.629 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.629 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.629 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.630 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.630 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.630 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:39.630 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.630 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:39.631 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.631 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.631 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.631 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:39.631 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.631 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.631 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.631 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=338.803µs] [2024/05/05 15:07:39.633 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:39.633 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:39.633 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:39.633 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:39.633 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:39.633 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:39.633 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:39.633 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.633 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:39.633 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:39.634 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.634 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.634 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.634 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.635 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.635 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.635 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.635 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.635 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.635 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.636 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.636 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.636 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.636 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.637 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.637 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.637 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.637 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:39.637 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.637 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.637 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:39.637 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:39.637 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:39.637 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:39.637 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.637 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.637 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.637 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.637 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.637 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.639 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:39.639 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:39.639 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.639 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.639 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.641 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.641 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.688 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:39.727 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.727 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.727 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:39.727 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:40.627 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:40.627 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:40.628 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:40.628 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:40.628 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:40.628 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:40.628 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:40.634 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408750987969488] [2024/05/05 15:07:40.634 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408750987969488] [2024/05/05 15:07:40.639 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:40.639 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:40.640 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:40.641 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:40.641 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:40.641 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:40.641 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:40.642 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:40.642 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:40.643 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:40.643 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:40.643 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:40.643 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=184.641µs] [2024/05/05 15:07:40.644 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:40.644 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:40.644 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408750987969488/leader] [purpose="leader election"] [2024/05/05 15:07:41.645 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:41.820 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:41.831 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:41.831 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44589] [remotes="[]"] [2024/05/05 15:07:41.831 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38199] [remotes="[]"] [2024/05/05 15:07:41.831 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:41.832 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:41.836 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:50.629 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:07:50.629 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:08:34.918 +08:00] [INFO] [trace.go:152] ["trace[616746301] linearizableReadLoop"] [detail="{readStateIndex:75; appliedIndex:75; }"] [duration=100.464665ms] [start=2024/05/05 15:08:34.818 +08:00] [end=2024/05/05 15:08:34.918 +08:00] [steps="[\"trace[616746301] 'read index received' (duration: 100.460105ms)\",\"trace[616746301] 'applied index is now lower than readState.Index' (duration: 3.858µs)\"]"] [2024/05/05 15:08:34.918 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=100.662943ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/05/05 15:08:34.918 +08:00] [INFO] [trace.go:152] ["trace[1511560513] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:60; }"] [duration=100.754711ms] [start=2024/05/05 15:08:34.818 +08:00] [end=2024/05/05 15:08:34.918 +08:00] [steps="[\"trace[1511560513] 'agreement among raft nodes before linearized reading' (duration: 100.633705ms)\"]"] ==> ./pd1.log <== [2024/05/05 15:07:39.616 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.616 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.616 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.616 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.616 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.616 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.616 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.616 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.616 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.620 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.621 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.621 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.621 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.622 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.622 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.622 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:39.622 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.622 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:39.622 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.622 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.622 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.622 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:39.622 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.623 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.623 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.623 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=606.827µs] [2024/05/05 15:07:39.625 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:39.625 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:39.625 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:39.625 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:39.625 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:39.625 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:39.625 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:39.625 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.625 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:39.626 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:39.626 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.626 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.626 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.626 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.626 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.627 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.626 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.627 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.627 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.627 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.628 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.628 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.629 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.629 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.630 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.629 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.630 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:39.630 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:39.630 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:39.630 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:39.630 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:39.630 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.630 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.630 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.630 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.630 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.630 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.631 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:39.631 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:39.636 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.636 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.636 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:39.636 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.636 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:39.639 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.639 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.639 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.639 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.680 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:39.727 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.727 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.731 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.731 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.625 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/05 15:07:40.625 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:40.626 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/05 15:07:40.626 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:40.627 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:40.627 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:40.627 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:40.628 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:40.628 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:40.628 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:40.628 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:40.628 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:40.628 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:40.631 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408750987969488] [2024/05/05 15:07:40.631 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408750987969488] [2024/05/05 15:07:40.636 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:40.637 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:40.638 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:40.639 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:40.639 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:40.639 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:40.639 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:40.640 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:40.640 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/05 15:07:40.640 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:40.640 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908008743725325] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:40.641 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:40.641 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408750987969488/leader] [purpose="leader election"] [2024/05/05 15:07:40.641 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/05 15:07:40.641 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:40.641 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:40.641 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:40.642 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:43.642 +08:00] [next=2024/05/05 15:07:40.642 +08:00] [2024/05/05 15:07:40.643 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:40.644 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:40.644 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:40.646 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:40.650 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:40.650 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:40.650 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/05 15:07:40.947 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:40.947 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:40.947 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:41.020 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:41.020 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:41.020 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:41.020 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:41.020 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:41.020 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:41.027 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408750987969488] [request="header:<cluster_id:7365408750987969488 > store:<id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:2 > > "] [2024/05/05 15:07:41.027 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408750987969488] [request="header:<cluster_id:7365408750987969488 > store:<id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:6 store_id:1 > > "] [2024/05/05 15:07:41.028 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408750987969488] [request="header:<cluster_id:7365408750987969488 > store:<id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:8 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:3 > > "] [2024/05/05 15:07:41.028 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408750987969488] [2024/05/05 15:07:41.028 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408750987969488] [2024/05/05 15:07:41.029 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408750987969488] [2024/05/05 15:07:41.032 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=1.003714ms] [2024/05/05 15:07:41.032 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=198.546µs] [2024/05/05 15:07:41.033 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:41.033 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:41.033 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:41.033 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:41.033 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:41.033 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:41.033 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:41.034 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=655.908µs] [2024/05/05 15:07:41.037 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:41.038 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:41.038 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:41.038 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:41.642 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:41.645 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:41.645 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:41.645 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:41.645 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:44.032 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:44.032 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:44.032 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:44.033 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:44.033 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:44.033 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:44.034 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:44.034 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:44.034 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:44.034 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:44.035 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:44.036 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:44.036 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:44.037 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:44.038 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:44.038 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:44.038 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:44.048 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:44.0488202 +0800 CST m=+4.472031917, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:44.048 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:44.049 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:44.049 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:44.049 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:44.049 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:44.050 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:44.050 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.546862ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:44.0488202 +0800 CST m=+4.472031917, startAt:2024-05-05 15:07:44.048944854 +0800 CST m=+4.472156572, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:44.050 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:45.036 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:50.629 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:07:50.629 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:51.034 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/05 15:07:51.035 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/05 15:07:51.036 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/05/05 15:07:54.045 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:54.045624503 +0800 CST m=+14.468836219, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.045 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=create] [2024/05/05 15:07:54.045 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:54.04589133 +0800 CST m=+14.469103046, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.045 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=create] [2024/05/05 15:07:54.046 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:54.046010113 +0800 CST m=+14.469221831, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.046 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/05/05 15:07:54.046 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:54.046131335 +0800 CST m=+14.469343048, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.046 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=create] [2024/05/05 15:07:54.046 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:54.046224487 +0800 CST m=+14.469436199, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.046 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=create] [2024/05/05 15:07:54.046 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.046 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/05 15:07:54.047 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/05 15:07:54.047 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.047 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/05 15:07:54.047 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.047 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/05 15:07:54.047 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/05 15:07:54.047 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.047 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.054 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:54.054 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:54.055 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=9.25767ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:54.046224487 +0800 CST m=+14.469436199, startAt:2024-05-05 15:07:54.04625327 +0800 CST m=+14.469464987, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.055 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=9.457161ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:54.046131335 +0800 CST m=+14.469343048, startAt:2024-05-05 15:07:54.046167369 +0800 CST m=+14.469379086, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:54.055705194 +0800 CST m=+14.478916911, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 23 on store 2"] [source=create] [2024/05/05 15:07:54.055 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.841399ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:54.04589133 +0800 CST m=+14.469103046, startAt:2024-05-05 15:07:54.045935695 +0800 CST m=+14.469147412, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:54.055856452 +0800 CST m=+14.479068168, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 24 on store 2"] [source=create] [2024/05/05 15:07:54.055 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.115586ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:54.045624503 +0800 CST m=+14.468836219, startAt:2024-05-05 15:07:54.045792357 +0800 CST m=+14.469004073, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.055 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.92455ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:54.046010113 +0800 CST m=+14.469221831, startAt:2024-05-05 15:07:54.046060049 +0800 CST m=+14.469271773, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.056 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.056 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.056 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.056 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.056 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.063 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.063 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.063 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:54.063 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=7.923941ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:54.055856452 +0800 CST m=+14.479068168, startAt:2024-05-05 15:07:54.055895547 +0800 CST m=+14.479107259, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.063 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:54.063 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=8.202548ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:54.055705194 +0800 CST m=+14.478916911, startAt:2024-05-05 15:07:54.055783002 +0800 CST m=+14.478994714, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.066 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:54.066321916 +0800 CST m=+14.489533632, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.066 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 25 on store 2"] [source=create] [2024/05/05 15:07:54.066 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:54.066448422 +0800 CST m=+14.489660135, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.066 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 26 on store 2"] [source=create] [2024/05/05 15:07:54.066 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:54.066525252 +0800 CST m=+14.489736965, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.066 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 27 on store 2"] [source=create] [2024/05/05 15:07:54.067 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.067 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.067 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.067 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.067 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.067 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.069 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.069 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.069 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.070 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=3.796856ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:54.066321916 +0800 CST m=+14.489533632, startAt:2024-05-05 15:07:54.066386353 +0800 CST m=+14.489598065, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.070 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:54.070 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=3.849053ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:54.066448422 +0800 CST m=+14.489660135, startAt:2024-05-05 15:07:54.066477703 +0800 CST m=+14.489689415, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.070 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:54.070 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=3.974051ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:54.066525252 +0800 CST m=+14.489736965, startAt:2024-05-05 15:07:54.066552779 +0800 CST m=+14.489764492, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.070 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:34.829 +08:00] [INFO] [trace.go:152] ["trace[643428367] linearizableReadLoop"] [detail="{readStateIndex:75; appliedIndex:75; }"] [duration=109.657343ms] [start=2024/05/05 15:08:34.719 +08:00] [end=2024/05/05 15:08:34.829 +08:00] [steps="[\"trace[643428367] 'read index received' (duration: 109.653063ms)\",\"trace[643428367] 'applied index is now lower than readState.Index' (duration: 2.97µs)\"]"] [2024/05/05 15:08:34.829 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=109.91193ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7365408750987969488/config\" "] [response="range_response_count:1 size:4875"] [] [2024/05/05 15:08:34.829 +08:00] [INFO] [trace.go:152] ["trace[1215811834] range"] [detail="{range_begin:/pd/7365408750987969488/config; range_end:; response_count:1; response_revision:60; }"] [duration=110.012343ms] [start=2024/05/05 15:08:34.719 +08:00] [end=2024/05/05 15:08:34.829 +08:00] [steps="[\"trace[1215811834] 'agreement among raft nodes before linearized reading' (duration: 109.861817ms)\"]"] [2024/05/05 15:08:34.918 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=100.167587ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/05/05 15:08:34.918 +08:00] [INFO] [trace.go:152] ["trace[1285210838] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:60; }"] [duration=100.274557ms] [start=2024/05/05 15:08:34.818 +08:00] [end=2024/05/05 15:08:34.918 +08:00] [steps="[\"trace[1285210838] 'agreement among raft nodes before linearized reading' (duration: 100.127888ms)\"]"] [2024/05/05 15:08:41.034 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:41.035 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={13, 22, 17, 25, 44, 50, 12, 51, 53, 65, 14, 43, 28, 9, 34, 61, 29, 33, 36, 19, 54, 63, 56, 8, 7, 35, 70, 27, 32, 64, 18, 49, 15, 68, 55, 45, 66, 0, 31, 67, 20, 42, 16, 71, 57, 52, 6, 47, 11, 69, 62, 21, 58, 30, 46, 23, 26, 10, 24, 59, 60, 48}"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["subchannel 0x7ff00464d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff0046afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff004637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff0046d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.585586630\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["subchannel 0x7ff00464d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff0046afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff004637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff0046d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7ff00464dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff0046afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff004637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff0046d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.586161213\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7ff00464dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff0046afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff004637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff0046d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7ff00464e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff0046afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff004637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff0046d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.586438596\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7ff00464e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff0046afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff004637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff0046d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.887 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.629 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.634 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:40.934 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.936 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.937 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:40.938 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408750987969488] [thread_id=1] [2024/05/05 15:07:40.940 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:40.940 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:40.942 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:40.943 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:40.945 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:40.945 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:40.946 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:40.946 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:40.946 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:40.947 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:40.947 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:40.947 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:40.953 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:40.953 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:40.954 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 203.669µs"] [thread_id=1] [2024/05/05 15:07:41.017 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:41.019 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:41.019 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:41.019 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:41.020 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:41.020 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:41.020 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:41.020 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:41.020 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:41.020 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:41.020 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:41.028 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:41.029 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408750987969488] [thread_id=1] [2024/05/05 15:07:44.029 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408750987969488] [thread_id=1] [2024/05/05 15:07:44.030 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892861 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:44.032 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:44.032 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:44.032 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:44.032 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.032 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:44.033 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:44.036 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:44.036 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=52.379µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:44.036 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=35.194µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:44.038 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:44.038 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:44.038 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:44.042 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:44.042 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:44.042 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:44.044 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:44.044 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:44.044 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:44.049 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:54.040 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:54.048 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:54.048 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.048 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=3] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.049 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.050 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:54.050 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:54.050 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=693.729µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=130] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=129] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=394.677µs] [snap_key=4_6_8] [thread_id=130] [2024/05/05 15:07:54.053 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.053 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.053 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.053 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=491.665µs] [snap_key=16_6_7] [thread_id=132] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=529.033µs] [snap_key=12_6_7] [thread_id=131] [2024/05/05 15:07:54.053 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.053 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.053 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.053 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.053 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.053 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:54.053 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=351.784µs] [snap_key=10_6_7] [thread_id=129] [2024/05/05 15:07:54.053 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=457.594µs] [snap_key=14_6_7] [thread_id=130] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=41.638µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=32.536µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=29.277µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.055 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.619µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:54.055 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:07:54.055 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.055 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=29.419µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.056 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 27, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:39.582 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.582 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.582 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.582 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.582 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.582 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.582 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.582 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={48, 61, 56, 13, 18, 35, 44, 29, 65, 46, 26, 6, 8, 17, 28, 63, 36, 64, 15, 20, 31, 19, 24, 55, 42, 57, 34, 25, 62, 69, 7, 51, 70, 53, 30, 23, 32, 49, 58, 27, 60, 14, 59, 66, 67, 54, 12, 22, 9, 0, 45, 68, 50, 52, 11, 10, 33, 71, 21, 16, 43, 47}"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd6eb04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd6eb0afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd6eb037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd6eb0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.585409179\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd6eb04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd6eb0afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd6eb037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd6eb0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.585 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd6eb04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd6eb0afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd6eb037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd6eb0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.585982515\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd6eb04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd6eb0afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd6eb037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd6eb0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd6eb04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd6eb0afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd6eb037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd6eb0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.586253820\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd6eb04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd6eb0afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd6eb037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd6eb0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.887 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.629 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.634 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:40.935 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.936 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.937 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:40.938 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.940 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:40.940 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408750987969488] [thread_id=1] [2024/05/05 15:07:40.941 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:40.941 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:40.942 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:40.943 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:40.945 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:40.945 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:40.946 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/05 15:07:40.946 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:40.947 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:40.947 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:40.947 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:40.953 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:40.953 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:40.954 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 207.612µs"] [thread_id=1] [2024/05/05 15:07:41.016 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:41.018 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:41.018 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:41.018 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:41.019 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:41.019 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:41.020 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:41.020 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:41.020 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:41.020 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:41.020 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:41.027 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:41.029 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408750987969488] [thread_id=1] [2024/05/05 15:07:44.029 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408750987969488] [thread_id=1] [2024/05/05 15:07:44.030 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892861 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:44.033 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:44.033 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:44.033 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:44.033 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.033 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.034 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:44.037 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:44.037 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=36.345µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.037 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=24.364µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.038 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:44.039 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:44.039 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:44.042 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:44.042 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:44.043 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:44.044 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:44.045 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:44.045 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:44.049 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:54.040 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:54.057 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:54.058 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=2] [peer_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=24] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.058 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.059 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:54.059 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:54.059 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=721.525µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:54.061 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:54.061 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:54.061 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=131] [2024/05/05 15:07:54.061 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:07:54.062 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=376.327µs] [snap_key=4_6_10] [thread_id=131] [2024/05/05 15:07:54.062 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=344.773µs] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:07:54.062 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.062 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.062 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.062 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.062 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.062 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.062 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.062 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.062 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.062 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.062 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.062 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.062 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.062 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=4] [thread_id=80] [2024/05/05 15:07:54.062 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.062 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.062 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=40.365µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:54.062 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=16] [thread_id=80] [2024/05/05 15:07:54.062 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.063 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.9µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=11] [term=6] [peer_id=24] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.064 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=26] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=27] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=27] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=130] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=339.531µs] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=386.594µs] [snap_key=12_6_9] [thread_id=132] [2024/05/05 15:07:54.068 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.068 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.068 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.068 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.068 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.068 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.068 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.068 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.068 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.068 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.068 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.068 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=406.413µs] [snap_key=14_6_9] [thread_id=130] [2024/05/05 15:07:54.069 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=10] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.33µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=12] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.343µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=14] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.791µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=10] [term=6] [peer_id=27] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 27, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=25] [region_id=10] [thread_id=102] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=24] [region_id=4] [thread_id=101] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=26] [region_id=12] [thread_id=102] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=27] [region_id=14] [thread_id=101] [2024/05/05 15:08:44.040 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=23] [region_id=16] [thread_id=102] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.040 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={47, 69, 20, 52, 53, 32, 55, 36, 22, 68, 30, 49, 42, 34, 60, 29, 50, 57, 65, 59, 58, 14, 7, 12, 16, 18, 54, 6, 35, 19, 15, 24, 13, 23, 64, 0, 8, 62, 43, 70, 9, 67, 26, 28, 17, 25, 46, 71, 48, 66, 63, 11, 56, 27, 61, 10, 51, 44, 31, 21, 45, 33}"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.583 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd5a1c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd5a1cafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd5a1c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd5a1cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.585588124\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.585 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd5a1c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd5a1cafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd5a1c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd5a1cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.585 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd5a1c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd5a1cafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd5a1c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd5a1cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.586113507\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd5a1c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd5a1cafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd5a1c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd5a1cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd5a1c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd5a1cafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd5a1c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd5a1cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.586360373\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [<unknown>] ["subchannel 0x7fd5a1c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd5a1cafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd5a1c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd5a1cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.586 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.586 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.887 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.629 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.634 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:40.935 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.936 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.937 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:40.938 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.939 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:40.940 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408750987969488] [thread_id=1] [2024/05/05 15:07:40.940 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:40.940 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:40.942 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:40.943 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:40.943 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:40.944 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/737976/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:40.945 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:40.945 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:40.945 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:40.946 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/05 15:07:40.946 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:40.947 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:40.947 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:40.947 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:40.953 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:40.953 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:40.954 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 220.881µs"] [thread_id=1] [2024/05/05 15:07:41.016 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:41.018 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:41.018 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:41.018 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:41.019 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:41.019 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:41.019 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:41.019 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:41.019 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:41.019 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:41.019 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:41.027 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:41.035 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408750987969488] [thread_id=1] [2024/05/05 15:07:41.035 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892861 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:41.038 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:41.038 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:41.038 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:41.039 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 6."] [id=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=190.18µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:41.042 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.041µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:41.043 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/05 15:07:41.044 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:41.044 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:41.044 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:41.044 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:07:41.047 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:41.047 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/05 15:07:41.048 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:41.048 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:41.049 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:41.049 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:41.050 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:41.050 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:41.050 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:41.054 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:44.049 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/05 15:07:44.049 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:44.049 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:44.049 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:44.050 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.050 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/05 15:07:44.050 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:44.051 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:44.051 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:44.051 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:44.051 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/05 15:07:44.051 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:44.051 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:44.051 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/05 15:07:44.051 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:44.051 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:44.051 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:44.051 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:07:44.051 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/05 15:07:51.046 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:54.046 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:54.046 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.046 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:54.046 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.046 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:54.046 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.046 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.046 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:54.046 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.046 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.046 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.046 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.046 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.047 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.047 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.047 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.047 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.047 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.047 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.048 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/05/05 15:07:54.048 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:54.048 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:54.048 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.039484ms] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:54.050 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:07:54.051 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.051 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.051 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.051 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.051 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.051 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.051 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:54.051 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.051 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=511.23µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=562.368µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.052 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.052 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=357.12µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=386.048µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.052 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.052 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.052 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=327.011µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.053 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.053 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.058598ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=132] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.366633ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.085886ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=130] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.714598ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.311825ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.054 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:54.054 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.054 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.055 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.055 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:54.055 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.055 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:54.056 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.056 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.056 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.056 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.056 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.057 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/05/05 15:07:54.057 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:54.057 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:54.057 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=654.78µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:54.059 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/05 15:07:54.060 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.060 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.060 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:54.060 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:54.060 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:54.060 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:54.060 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:54.060 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:54.060 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=411.45µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:54.061 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=509.873µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:54.061 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.061 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.061 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.061 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.062 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.082377ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:07:54.062 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.062 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.391592ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=130] [2024/05/05 15:07:54.062 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.063 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:54.063 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:54.063 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:54.063 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=11] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.063 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:54.063 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.063 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.066 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:54.066 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:54.066 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.066 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.066 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:54.066 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.066 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.066 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=373.024µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.067 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=396.851µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.067 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.068 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=328.924µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.068 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.068 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.069 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=929.446µs] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.069 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.255205ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=983.598µs] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.069 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.069 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.069 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.069 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.070 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.070 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.070 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 27, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.070 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [32m[1,365 / 1,605][0m [Prepa] GoCompilePkg pkg/util/cteutil/cteutil.a ... (4 actions, 0 running) [32m[1,557 / 1,567][0m [Prepa] GoCompilePkg pkg/session/session.a [32m[1,552 / 1,554][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [Pipeline] archiveArtifacts Archiving artifacts [32m[1,557 / 1,567][0m [Prepa] GoCompilePkg pkg/session/session.a [Pipeline] // dir [32m[1,547 / 1,549][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/05 15:07:37.824 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:37.824 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:37.824 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:37.824 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:37.824 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:37.824 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:37.824 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:37.824 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test [32mINFO: [0mElapsed time: 30.171s, Critical Path: 13.14s [32mINFO: [0m1551 processes: 1531 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 1551 total actions Test cases: finished with [0m[32m32 passing[0m and 0 failing out of 32 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [2024/05/05 15:07:37.824 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:37.828 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:37.828 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:37.828 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:37.828 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:37.829 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:37.829 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:37.829 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:37.829 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:37.829 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:37.830 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:37.830 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:37.830 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:37.830 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:37.830 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:37.830 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:37.830 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:37.830 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=271.125µs] [2024/05/05 15:07:37.843 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:37.844 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:37.844 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:37.844 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:37.844 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:37.844 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:37.844 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:37.844 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.844 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:37.844 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:37.844 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.845 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.845 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.845 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.846 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.846 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.846 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:37.846 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.846 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.846 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.847 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.847 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.847 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.847 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.847 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.848 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.848 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.848 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:37.848 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:37.848 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.848 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:37.848 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:37.848 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:37.848 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:37.848 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.848 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.848 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.848 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:37.848 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.848 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.849 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:37.849 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.849 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:37.850 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:37.850 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:37.850 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:37.850 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:37.850 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.850 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.850 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:37.850 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.850 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:37.850 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.899 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:38.831 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:38.831 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:38.831 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:38.832 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:38.832 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:38.832 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:38.832 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:38.832 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:38.838 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408742351606091] [2024/05/05 15:07:38.838 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408742351606091] [2024/05/05 15:07:38.843 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:38.844 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:38.845 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:38.846 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:38.846 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:38.846 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:38.846 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:38.846 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:38.847 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:38.847 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:38.848 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/05 15:07:38.848 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:38.848 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=181.601µs] [2024/05/05 15:07:38.848 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408742351606091/leader] [purpose="leader election"] [2024/05/05 15:07:38.848 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/05 15:07:38.848 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:39.849 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/05 15:07:48.834 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:07:48.834 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/05/05 15:07:37.824 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:37.825 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:37.825 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:37.825 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:37.825 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:37.825 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:37.825 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:37.825 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:37.825 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:37.828 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:37.829 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:37.829 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:37.829 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:37.830 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:37.830 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:37.830 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:37.830 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:37.830 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:37.830 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:37.830 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:37.830 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:37.830 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:37.830 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:37.830 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:37.830 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:37.831 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=320.6µs] [2024/05/05 15:07:37.836 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:37.836 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:37.836 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:37.836 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:37.836 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:37.836 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:37.836 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:37.836 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.837 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:37.837 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:37.837 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.837 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.837 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.838 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.839 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.839 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.839 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.839 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:37.839 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.839 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.839 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.840 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.840 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.840 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.841 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.841 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.841 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:37.841 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:37.841 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.841 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:37.841 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:37.841 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:37.841 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.841 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:37.841 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.841 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:37.841 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.841 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:37.841 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.841 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:37.842 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:37.842 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:37.843 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:37.843 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.843 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:37.843 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:37.848 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:37.848 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.848 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.848 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:37.848 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.850 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.850 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.891 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:38.831 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:38.831 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:38.831 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:38.832 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:38.832 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:38.832 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:38.832 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:38.832 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:38.837 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408742351606091] [2024/05/05 15:07:38.837 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408742351606091] [2024/05/05 15:07:38.843 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:38.844 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:38.845 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:38.846 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:38.846 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:38.846 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:38.846 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:38.846 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:38.847 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:38.848 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:38.848 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/05 15:07:38.848 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:38.848 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=198.084µs] [2024/05/05 15:07:38.848 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408742351606091/leader] [purpose="leader election"] [2024/05/05 15:07:38.848 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/05 15:07:38.849 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:39.849 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/05 15:07:48.834 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:48.834 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/05/05 15:07:37.822 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:37.822 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:37.822 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:37.822 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:37.822 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:37.822 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:37.822 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:37.822 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:37.822 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:37.826 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:37.826 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:37.826 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:37.826 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:37.827 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:37.827 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:37.827 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:37.827 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:37.827 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:37.827 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:37.827 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:37.827 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:37.828 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:37.828 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:37.828 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:37.828 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:37.828 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=412.901µs] [2024/05/05 15:07:37.829 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:37.829 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:37.829 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:37.829 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:37.829 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:37.829 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:37.829 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:37.829 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.830 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:37.830 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:37.830 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.830 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.830 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.831 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.831 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.831 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:37.831 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.831 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.831 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.831 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.832 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.833 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.833 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.833 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.833 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:37.833 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:37.833 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.833 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:37.833 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:37.833 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:37.833 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:37.833 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.834 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:37.834 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.834 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:37.834 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:37.834 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:37.835 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:37.835 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:37.839 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:37.839 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.840 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.840 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:37.840 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.843 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.843 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:37.847 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:37.847 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.847 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:37.847 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.847 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.850 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.850 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:37.884 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:38.830 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:38.831 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:38.831 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/05/05 15:07:38.831 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:38.831 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:38.831 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:38.832 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:38.832 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:38.832 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:38.832 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:38.832 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:38.832 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:38.832 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:38.838 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408742351606091] [2024/05/05 15:07:38.838 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408742351606091] [2024/05/05 15:07:38.841 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:38.842 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:38.842 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:38.844 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:38.844 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:38.844 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:38.844 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:38.844 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:38.844 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/05/05 15:07:38.844 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:38.845 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579113987237133] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:38.845 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:38.846 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408742351606091/leader] [purpose="leader election"] [2024/05/05 15:07:38.846 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/05/05 15:07:38.846 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:38.846 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:38.846 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:38.847 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:41.846 +08:00] [next=2024/05/05 15:07:38.846 +08:00] [2024/05/05 15:07:38.848 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:38.848 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:38.848 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:38.851 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:38.854 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:38.854 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:38.854 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/05/05 15:07:39.150 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:39.150 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:39.150 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:39.221 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:39.221 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:39.221 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:39.221 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:39.224 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:39.224 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:39.229 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408742351606091] [request="header:<cluster_id:7365408742351606091 > store:<id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:6 store_id:1 > > "] [2024/05/05 15:07:39.229 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408742351606091] [request="header:<cluster_id:7365408742351606091 > store:<id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:2 > > "] [2024/05/05 15:07:39.229 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408742351606091] [2024/05/05 15:07:39.229 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408742351606091] [2024/05/05 15:07:39.232 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=957.902µs] [2024/05/05 15:07:39.232 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=216.275µs] [2024/05/05 15:07:39.233 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:39.233 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:39.233 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:39.233 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:39.233 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:39.233 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:39.233 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:39.234 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=583.48µs] [2024/05/05 15:07:39.236 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:39.237 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:39.237 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:39.237 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:39.237 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:39.238 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:39.238 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:39.846 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:39.849 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/05 15:07:39.849 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:39.850 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:39.850 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:40.979 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:40.990 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:40.990 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42865] [remotes="[]"] [2024/05/05 15:07:40.990 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36899] [remotes="[]"] [2024/05/05 15:07:40.990 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:40.991 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:40.995 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:42.233 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:42.233 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892859 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:42.233 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:42.234 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:42.234 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:42.234 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:42.235 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:42.235 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:42.236 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:42.236 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:42.238 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:42.238 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:42.238 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:42.238 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:42.248 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:42.248670697 +0800 CST m=+4.464773114, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:42.248 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:42.249 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:42.249 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:42.249 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:42.249 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:42.250 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.582603ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:42.248670697 +0800 CST m=+4.464773114, startAt:2024-05-05 15:07:42.248781274 +0800 CST m=+4.464883688, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:42.250 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:42.250 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:43.237 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:48.834 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:48.834 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:07:49.234 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/05 15:07:49.234 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/05 15:07:49.235 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:49.244278264 +0800 CST m=+11.460380682, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=create] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:49.244467566 +0800 CST m=+11.460569983, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=create] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:49.244546095 +0800 CST m=+11.460648509, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:49.244620279 +0800 CST m=+11.460722693, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=create] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:49.244693355 +0800 CST m=+11.460795768, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:49.244 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=create] [2024/05/05 15:07:49.245 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.245 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.245 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.245 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.246 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.246 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/05 15:07:49.246 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:49.254 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.254 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.255 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.255 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.255 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:49.255 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.255 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.123806ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:49.244467566 +0800 CST m=+11.460569983, startAt:2024-05-05 15:07:49.244499613 +0800 CST m=+11.460602026, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.255 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.347968ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:49.244278264 +0800 CST m=+11.460380682, startAt:2024-05-05 15:07:49.244386855 +0800 CST m=+11.460489273, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.255 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.255 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=11.1684ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:49.244693355 +0800 CST m=+11.460795768, startAt:2024-05-05 15:07:49.244717788 +0800 CST m=+11.460820202, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.255 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.255 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.4213ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:49.244546095 +0800 CST m=+11.460648509, startAt:2024-05-05 15:07:49.244576345 +0800 CST m=+11.460678759, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.256 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:49.256 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.407628ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:49.244620279 +0800 CST m=+11.460722693, startAt:2024-05-05 15:07:49.244645243 +0800 CST m=+11.460747656, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:49.256 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:52.247 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:52.247816276 +0800 CST m=+14.463918693, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.247 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/05/05 15:07:52.247 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:52.247982645 +0800 CST m=+14.464085058, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.248 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/05/05 15:07:52.248 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:52.248071184 +0800 CST m=+14.464173598, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.248 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/05/05 15:07:52.248 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:52.248147451 +0800 CST m=+14.464249868, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.248 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/05 15:07:52.248 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:52.248228531 +0800 CST m=+14.464330945, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.248 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=create] [2024/05/05 15:07:52.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.249 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.249 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.249 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.249 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.250 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.250 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.250 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.250 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.256 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.256 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.256 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.256 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.256 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.257 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.257 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=8.929018ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:52.248147451 +0800 CST m=+14.464249868, startAt:2024-05-05 15:07:52.248183059 +0800 CST m=+14.464285473, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.257 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.257 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=9.074989ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:52.248228531 +0800 CST m=+14.464330945, startAt:2024-05-05 15:07:52.248255024 +0800 CST m=+14.464357437, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.257 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.333192ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:52.248071184 +0800 CST m=+14.464173598, startAt:2024-05-05 15:07:52.248100589 +0800 CST m=+14.464203003, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.257 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.257 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.629427ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:52.247816276 +0800 CST m=+14.463918693, startAt:2024-05-05 15:07:52.24791239 +0800 CST m=+14.464014808, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.257 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.257 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.600455ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:52.247982645 +0800 CST m=+14.464085058, startAt:2024-05-05 15:07:52.248011845 +0800 CST m=+14.464114262, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.257 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:39.258 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:39.260 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={62, 9, 53, 50, 15, 34, 68, 14, 32, 55, 61, 26, 13, 54, 8, 52, 63, 20, 23, 46, 65, 10, 17, 29, 45, 59, 44, 51, 24, 60, 11, 69, 57, 16, 19, 28, 70, 22, 71, 33, 12, 25, 30, 47, 66, 21, 64, 18, 35, 0, 31, 58, 56, 49, 27, 36, 48, 67}"] [thread_id=1] [2024/05/05 15:07:37.789 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["subchannel 0x7f312d84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f312d8afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f312d837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f312d8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892857.792395101\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["subchannel 0x7f312d84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f312d8afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f312d837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f312d8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.792 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f312d84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f312d8afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f312d837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f312d8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892857.792955029\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f312d84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f312d8afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f312d837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f312d8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f312d84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f312d8afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f312d837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f312d8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892857.793228614\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f312d84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f312d8afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f312d837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f312d8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:38.094 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.834 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.836 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.138 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.139 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.140 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.141 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.142 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.142 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408742351606091] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.145 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:39.146 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:39.146 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:39.147 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:39.147 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:39.148 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:39.148 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:39.149 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:39.149 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:39.149 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:39.149 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:39.150 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:39.150 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:39.156 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:39.156 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:39.157 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 202.879µs"] [thread_id=1] [2024/05/05 15:07:39.217 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:39.219 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:39.220 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:39.220 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:39.220 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:39.221 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:39.221 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:39.221 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:39.221 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:39.221 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:39.221 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:39.228 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:39.230 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408742351606091] [thread_id=1] [2024/05/05 15:07:42.230 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408742351606091] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892859 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.234 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:42.237 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:42.237 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=38.586µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.237 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=46.139µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.239 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:42.239 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:42.239 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:42.242 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:42.242 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:42.243 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:42.244 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:42.245 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:42.245 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:42.249 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:52.240 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:52.250 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:52.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=2] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.251 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.251 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.251 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.251 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.251 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.251 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.251 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.252 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.252 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.252 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.252 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:52.252 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:52.252 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=704.586µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=131] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=129] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=470.229µs] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=454.205µs] [snap_key=16_6_9] [thread_id=131] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=434.172µs] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=344.789µs] [snap_key=4_6_10] [thread_id=129] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=468.444µs] [snap_key=12_6_9] [thread_id=130] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=53.229µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.222µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.534µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.166µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.218µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:42.239 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:08:42.239 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:42.239 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:42.239 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:42.239 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:42.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.239 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={34, 60, 13, 62, 22, 9, 50, 63, 65, 71, 14, 53, 58, 70, 35, 29, 18, 33, 0, 11, 61, 49, 36, 16, 25, 69, 54, 55, 28, 32, 10, 45, 8, 30, 24, 67, 44, 48, 57, 27, 56, 68, 19, 17, 52, 12, 66, 47, 21, 23, 15, 46, 51, 26, 20, 59, 64, 31}"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:37.791 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["subchannel 0x7f458de4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f458deafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f458de37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f458ded2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892857.792396062\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["subchannel 0x7f458de4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f458deafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f458de37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f458ded2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.792 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f458de4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f458deafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f458de37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f458ded2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892857.792957155\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f458de4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f458deafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f458de37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f458ded2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f458de4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f458deafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f458de37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f458ded2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892857.793210840\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f458de4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f458deafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f458de37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f458ded2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:38.094 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.834 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.836 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.138 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.139 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.140 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.141 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.142 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.142 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408742351606091] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.144 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.145 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:39.146 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:39.147 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:39.147 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:39.147 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:39.148 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:39.148 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:39.149 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:39.149 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:39.149 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:39.149 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:39.150 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:39.150 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:39.156 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:39.156 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:39.157 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 212.225µs"] [thread_id=1] [2024/05/05 15:07:39.217 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:39.219 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:39.220 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:39.220 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:39.220 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:39.221 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:39.221 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:39.221 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:39.221 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:39.221 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:39.221 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:39.228 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.236 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408742351606091] [thread_id=1] [2024/05/05 15:07:39.236 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892859 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:39.238 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:39.238 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.238 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.238 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.239 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 6."] [id=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=174.966µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.04µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.242 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/05 15:07:39.243 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:39.243 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:39.243 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:39.244 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:07:39.246 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:39.246 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/05 15:07:39.247 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:39.249 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:39.249 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:39.249 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:39.253 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:42.249 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/05 15:07:42.249 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:42.249 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:42.249 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:42.249 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/05 15:07:42.250 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/05 15:07:42.250 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.250 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.250 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/05 15:07:42.250 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.251 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/05 15:07:42.251 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:42.251 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.251 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/05 15:07:42.251 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:07:42.251 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:42.251 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:42.251 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:42.251 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:49.244 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:49.244 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:49.244 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.244 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.244 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:49.244 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:49.244 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.244 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.244 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.244 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:49.244 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.244 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.244 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.244 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.244 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.244 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.245 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:49.245 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.245 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.245 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.245 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.245 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.245 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.245 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.245 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.246 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:49.246 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:49.246 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=991.587µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:49.250 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:07:49.251 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.251 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.251 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.251 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.251 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:49.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:49.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:49.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:49.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:49.251 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=567.636µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=498.035µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:49.252 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.252 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=359.369µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=407.646µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:49.252 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:49.252 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.252 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=324.196µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:49.253 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.280532ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.45466ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=133] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.252478ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=132] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.950386ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=130] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.464054ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=130] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:49.255 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.248 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:52.248 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:52.248 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.248 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.248 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:52.248 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.248 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:52.248 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.248 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:52.248 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.249 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.249 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.249 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.249 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.249 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.250 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:52.250 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=690.01µs] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:52.252 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/05 15:07:52.253 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.253 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.253 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.253 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.253 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.253 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:52.253 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.253 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:52.253 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.253 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:52.253 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.253 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=405.264µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.253 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=443.588µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:52.253 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.254 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=349.272µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=378.017µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.254 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.254 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=336.062µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:52.254 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.244529ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.506175ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=132] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.18939ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.255 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.114963ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/05/05 15:07:52.255 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.342632ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.256 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.257 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.257 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] ==> ./tikv2.log <== [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={26, 19, 71, 31, 60, 56, 30, 36, 47, 0, 62, 28, 13, 32, 52, 65, 70, 17, 21, 45, 67, 48, 12, 27, 34, 8, 66, 46, 18, 49, 58, 44, 10, 69, 20, 9, 33, 59, 35, 14, 64, 11, 51, 54, 16, 22, 23, 29, 63, 15, 68, 24, 55, 57, 61, 50, 25, 53}"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:37.790 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["subchannel 0x7f196e84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f196e8afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f196e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f196e8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892857.792386297\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["subchannel 0x7f196e84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f196e8afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f196e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f196e8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.792 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["subchannel 0x7f196e84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f196e8afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f196e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f196e8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892857.792915663\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:37.792 +08:00] [INFO] [<unknown>] ["subchannel 0x7f196e84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f196e8afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f196e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f196e8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f196e84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f196e8afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f196e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f196e8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892857.793177630\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [<unknown>] ["subchannel 0x7f196e84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f196e8afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f196e837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f196e8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:37.793 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:37.793 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:38.094 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.834 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.836 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.138 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.139 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.140 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.141 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.142 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.142 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.142 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408742351606091] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.143 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:39.145 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:39.146 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:39.146 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:39.147 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:39.147 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/632835/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:39.148 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:39.148 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:39.149 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:39.149 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:39.150 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:39.150 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:39.150 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:39.150 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:39.156 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:39.156 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:39.157 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 199.811µs"] [thread_id=1] [2024/05/05 15:07:39.221 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:39.223 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:39.223 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:39.223 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:39.224 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:39.224 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:39.224 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:39.224 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:39.224 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:39.224 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:39.224 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:39.231 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.234 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408742351606091] [thread_id=1] [2024/05/05 15:07:39.234 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892859 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:39.237 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:39.237 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:39.237 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.237 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.238 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=48.893µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.241 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=48.391µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:39.243 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:39.243 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:39.243 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:39.249 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:39.249 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:39.249 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:39.253 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:49.244 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:49.247 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:49.247 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.247 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=3] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.247 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.248 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.248 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.248 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.248 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.248 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.248 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.248 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.248 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.248 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.250 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:49.250 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:49.250 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=1.766336ms] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=131] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=129] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=501.846µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=456.385µs] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:07:49.253 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=442.64µs] [snap_key=14_6_7] [thread_id=129] [2024/05/05 15:07:49.253 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=528.05µs] [snap_key=4_6_8] [thread_id=131] [2024/05/05 15:07:49.253 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.253 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.253 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.253 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.253 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.253 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.253 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.253 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=130] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=394.946µs] [snap_key=16_6_7] [thread_id=130] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=102.266µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.254 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.095µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.27µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.254 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.663µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:49.255 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/05 15:07:49.255 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:49.255 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.872µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:49.255 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.249 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.256 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.257 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.257 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:39.257 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:39.257 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:08:39.257 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:39.257 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:39.257 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:39.257 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.257 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.257 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.257 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:39.257 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [32m[1,566 / 1,567][0m GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; Downloading tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test, 143.2 MiB / 214.6 MiB; 0s remote-cache Post stage [Pipeline] } Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test [32mINFO: [0mElapsed time: 28.290s, Critical Path: 12.20s [32mINFO: [0m1537 processes: 1527 remote cache hit, 10 internal. [32mINFO:[0m Build completed successfully, 1537 total actions Test cases: finished with [0m[32m4 passing[0m and 0 failing out of 4 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [32m[1,560 / 1,566][0m [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test.instrumented_files ... (2 actions, 0 running) [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } complete to collect bazel result. [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // dir complete to collect bazel result. Post stage [Pipeline] // dir [32m[1,546 / 1,547][0m GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; Downloading tests/realtikvtest/brietest/brietest_test_/brietest_test, 115.7 MiB / 211.7 MiB; 0s remote-cache [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] } [Pipeline] } [32m[1,533 / 1,543][0m [Prepa] GoCompilePkg pkg/session/session.a [32m[1,461 / 1,605][0m GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 71.8 MiB / 80.2 MiB; 0s remote-cache ... (4 actions, 0 running) [Pipeline] junit Recording test results [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] } [Pipeline] } [Pipeline] junit Recording test results [Pipeline] } [Pipeline] // dir [32m[1,567 / 1,573][0m [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test.instrumented_files ... (2 actions, 0 running) [Pipeline] // dir Post stage [Pipeline] // dir [Pipeline] // dir [Checks API] No suitable checks publisher found. [32m[1,566 / 1,567][0m GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 1s remote-cache [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { Post stage [Pipeline] junit Recording test results [Pipeline] } [Pipeline] // stage [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] } [Pipeline] sh [32m[1,565 / 1,568][0m JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test [32mINFO: [0mElapsed time: 28.436s, Critical Path: 11.95s [32mINFO: [0m1556 processes: 1546 remote cache hit, 10 internal. [32mINFO:[0m Build completed successfully, 1556 total actions Test cases: finished with [0m[32m8 passing[0m and 0 failing out of 8 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Checks API] No suitable checks publisher found. [Checks API] No suitable checks publisher found. [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [32m[1,566 / 1,567][0m GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 1s remote-cache complete to collect bazel result. [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/05 15:07:39.000 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.000 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.000 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.000 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.000 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.000 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.000 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.000 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.000 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.004 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.004 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.004 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.005 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.006 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.006 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.006 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.006 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:39.006 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:39.006 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.006 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.006 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:39.006 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.006 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.006 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.006 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.007 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=295.846µs] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.010 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:41.010 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:41.010 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.010 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.011 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.011 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.012 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.012 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.012 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.012 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.012 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.012 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.013 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.013 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.014 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:41.014 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:41.014 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:41.014 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:41.014 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.014 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.015 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.015 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.015 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.015 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.016 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:41.016 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:41.016 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.016 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:41.016 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.016 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:41.016 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.016 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.016 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.016 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.065 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:43.009 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:43.009 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:43.009 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:43.010 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:43.010 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:43.010 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:43.010 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:43.010 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:43.015 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408766683902332] [2024/05/05 15:07:43.015 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408766683902332] [2024/05/05 15:07:43.019 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:43.019 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:43.020 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:43.021 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:43.021 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:43.021 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:43.021 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:43.022 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:43.022 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:43.023 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:43.023 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:43.023 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:43.023 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=196.957µs] [2024/05/05 15:07:43.024 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:43.024 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408766683902332/leader] [purpose="leader election"] [2024/05/05 15:07:43.024 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:44.024 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:53.012 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:53.012 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/05/05 15:07:38.997 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:38.997 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:38.997 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:38.997 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:38.997 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:38.997 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:38.997 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:38.997 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:38.997 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.001 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.001 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.001 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.001 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.002 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.002 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.002 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:39.002 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.002 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:39.003 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.003 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.003 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.003 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:39.003 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.003 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.003 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.004 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=541.672µs] [2024/05/05 15:07:41.006 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.007 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:41.008 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:41.008 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.008 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.008 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.008 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.009 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.009 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.009 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.009 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.009 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.009 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.009 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.009 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.009 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.009 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.009 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:41.009 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.009 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.009 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:41.009 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:41.009 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:41.009 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.009 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.009 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.010 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.010 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.010 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.011 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:41.011 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:41.012 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:41.012 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.012 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.012 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.012 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.013 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:41.014 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.014 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.014 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.016 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.016 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.059 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/05 15:07:43.008 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:43.009 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:43.009 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:43.010 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:43.010 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:43.010 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:43.010 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:43.010 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:43.010 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:43.010 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:43.013 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408766683902332] [2024/05/05 15:07:43.013 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408766683902332] [2024/05/05 15:07:43.017 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:43.017 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:43.018 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:43.019 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:43.019 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:43.019 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:43.019 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:43.020 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:43.020 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/05 15:07:43.020 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:43.020 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908008744079117] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:43.021 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:43.021 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408766683902332/leader] [purpose="leader election"] [2024/05/05 15:07:43.021 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/05 15:07:43.021 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:43.021 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:43.021 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:43.022 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:46.021 +08:00] [next=2024/05/05 15:07:43.021 +08:00] [2024/05/05 15:07:43.023 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:43.024 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:43.024 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:43.026 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:43.031 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:43.031 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:43.031 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/05 15:07:43.326 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:43.326 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:43.326 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:43.396 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:43.396 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:43.396 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:43.396 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:43.397 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:43.397 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:43.404 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408766683902332] [request="header:<cluster_id:7365408766683902332 > store:<id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892863 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:1 > > "] [2024/05/05 15:07:43.404 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408766683902332] [request="header:<cluster_id:7365408766683902332 > store:<id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892863 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:6 store_id:2 > > "] [2024/05/05 15:07:43.404 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408766683902332] [request="header:<cluster_id:7365408766683902332 > store:<id:3 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892863 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:8 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:3 > > "] [2024/05/05 15:07:43.405 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408766683902332] [2024/05/05 15:07:43.405 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408766683902332] [2024/05/05 15:07:43.405 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408766683902332] [2024/05/05 15:07:43.408 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=1.087832ms] [2024/05/05 15:07:43.408 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=155.333µs] [2024/05/05 15:07:43.409 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:43.409 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:43.409 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:43.409 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:43.409 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:43.409 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:43.409 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:43.410 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=694.373µs] [2024/05/05 15:07:43.413 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:43.414 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:43.414 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892863 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:43.414 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:44.021 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:44.024 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:44.024 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:44.223 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:44.223 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:46.408 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:46.408 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892863 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:46.408 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:46.409 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:46.409 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892863 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:46.409 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:46.410 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:46.410 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:46.410 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:46.411 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:46.411 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:46.412 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:46.413 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:46.414 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:46.414 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:46.414 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:46.414 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:46.425 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:46.425401482 +0800 CST m=+7.465390062, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:46.425 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:46.426 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:46.426 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:46.426 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:46.426 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:46.427 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:46.427 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.654945ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:46.425401482 +0800 CST m=+7.465390062, startAt:2024-05-05 15:07:46.425552725 +0800 CST m=+7.465541304, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:46.427 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:47.413 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:53.012 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:53.012 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:53.410 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/05/05 15:07:53.411 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20162] [2024/05/05 15:07:53.412 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:56.424191415 +0800 CST m=+17.464179988, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 18 on store 3"] [source=create] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:56.424419798 +0800 CST m=+17.464408371, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 19 on store 2"] [source=create] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:56.424502503 +0800 CST m=+17.464491077, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 20 on store 2"] [source=create] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:56.424578724 +0800 CST m=+17.464567293, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 21 on store 2"] [source=create] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:56.424657759 +0800 CST m=+17.464646329, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.424 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 22 on store 2"] [source=create] [2024/05/05 15:07:56.425 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:56.425 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/05/05 15:07:56.425 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/05 15:07:56.425 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:56.426 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/05 15:07:56.426 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/05/05 15:07:56.426 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/05 15:07:56.426 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:56.426 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:56.426 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:56.433 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:56.434 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:56.434 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:56.434 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:56.434 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:56.434 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:56.434 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.037047ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:56.424578724 +0800 CST m=+17.464567293, startAt:2024-05-05 15:07:56.424605297 +0800 CST m=+17.464593867, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.434 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:56.434 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.244607ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:56.424502503 +0800 CST m=+17.464491077, startAt:2024-05-05 15:07:56.424529073 +0800 CST m=+17.464517647, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.434 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.407064ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:56.424419798 +0800 CST m=+17.464408371, startAt:2024-05-05 15:07:56.424451229 +0800 CST m=+17.464439802, currentStep:2, size:0, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.434 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:56.435 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:56.435 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.344204ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:56.424657759 +0800 CST m=+17.464646329, startAt:2024-05-05 15:07:56.424682371 +0800 CST m=+17.464670940, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.435 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.812171ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:56.424191415 +0800 CST m=+17.464179988, startAt:2024-05-05 15:07:56.424338039 +0800 CST m=+17.464326617, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.435 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:56.444 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:56.444930653 +0800 CST m=+17.484919226, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:56.445060349 +0800 CST m=+17.485048922, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:56.445146405 +0800 CST m=+17.485134974, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:56.445228398 +0800 CST m=+17.485216967, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:56.445368154 +0800 CST m=+17.485356894, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/05/05 15:07:56.445 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/05 15:07:56.445 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:56.445 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/05/05 15:07:56.446 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:56.446 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:56.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/05 15:07:56.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/05 15:07:56.446 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:56.448 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:56.448 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:56.448 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:56.449 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:56.449 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:56.449 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.201871ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:56.444930653 +0800 CST m=+17.484919226, startAt:2024-05-05 15:07:56.444996449 +0800 CST m=+17.484985022, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.449 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:56.449 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:56.449 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.241597ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:56.445060349 +0800 CST m=+17.485048922, startAt:2024-05-05 15:07:56.445090212 +0800 CST m=+17.485078782, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.449 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.364221ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:56.445146405 +0800 CST m=+17.485134974, startAt:2024-05-05 15:07:56.44517238 +0800 CST m=+17.485160950, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.449 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:56.449 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:56.449 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.290739ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:56.445368154 +0800 CST m=+17.485356894, startAt:2024-05-05 15:07:56.445410141 +0800 CST m=+17.485398710, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.449 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.547484ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:56.445228398 +0800 CST m=+17.485216967, startAt:2024-05-05 15:07:56.445272238 +0800 CST m=+17.485260830, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:56.449 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:25.165 +08:00] [WARN] [tso.go:334] ["clock offset"] [] [jet-lag=198.302955ms] [prev-physical=2024/05/05 15:08:24.967 +08:00] [now=2024/05/05 15:08:25.165 +08:00] [update-physical-interval=50ms] [2024/05/05 15:08:43.411 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:43.412 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd2.log <== [2024/05/05 15:07:38.998 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:38.998 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:38.998 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:38.998 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:38.998 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:38.998 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:38.998 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:38.998 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:38.998 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.002 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.002 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.002 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.002 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.003 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.003 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.003 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:39.003 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.003 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:39.003 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.003 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.003 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.003 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:39.003 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.003 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.004 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.004 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=307.918µs] [2024/05/05 15:07:41.006 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:41.007 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.008 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:41.009 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:41.009 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.009 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.009 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.009 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.009 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.010 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.010 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.010 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.010 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.010 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.010 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.010 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.010 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.010 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.010 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.010 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:41.010 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.010 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:41.010 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:41.010 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:41.010 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:41.010 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.010 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.010 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.010 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.010 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.010 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.012 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.012 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.012 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.012 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:41.012 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:41.013 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:41.013 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.013 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:41.013 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.013 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.014 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.014 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.014 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.016 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.016 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.061 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:43.008 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:43.009 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:43.009 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:43.009 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:43.010 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:43.010 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:43.010 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:43.010 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:43.010 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:43.013 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408766683902332] [2024/05/05 15:07:43.013 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408766683902332] [2024/05/05 15:07:43.017 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:43.017 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:43.018 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:43.019 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:43.019 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:43.019 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:43.019 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:43.020 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:43.020 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/05/05 15:07:43.020 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:43.222 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:43.222 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:43.222 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:43.222 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=40.498µs] [2024/05/05 15:07:43.223 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:43.223 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408766683902332/leader] [purpose="leader election"] [2024/05/05 15:07:43.223 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:44.223 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:44.308 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:44.319 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:44.319 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:44.319 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38583] [remotes="[]"] [2024/05/05 15:07:44.319 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42643] [remotes="[]"] [2024/05/05 15:07:44.320 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:44.324 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:53.011 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/05 15:07:53.012 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={64, 58, 33, 14, 56, 53, 12, 32, 42, 70, 68, 55, 46, 19, 49, 20, 57, 18, 26, 35, 52, 48, 30, 17, 29, 67, 50, 45, 21, 9, 66, 7, 13, 8, 28, 10, 51, 61, 44, 0, 71, 11, 60, 62, 34, 69, 6, 36, 54, 27, 43, 16, 25, 59, 24, 47, 15, 65, 63, 22, 23, 31}"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:38.967 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7f245b64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f245b6afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f245b637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f245b6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892858.968226154\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7f245b64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f245b6afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f245b637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f245b6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7f245b64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f245b6afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f245b637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f245b6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892858.968756651\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7f245b64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f245b6afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f245b637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f245b6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.969 +08:00] [INFO] [<unknown>] ["subchannel 0x7f245b64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f245b6afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f245b637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f245b6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892858.969048727\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:38.969 +08:00] [INFO] [<unknown>] ["subchannel 0x7f245b64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f245b6afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f245b637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f245b6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.969 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.969 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.270 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.271 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.271 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.011 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.315 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.316 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.317 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.318 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408766683902332] [thread_id=1] [2024/05/05 15:07:43.320 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:43.320 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:43.322 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:43.324 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:43.324 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:43.325 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:43.325 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/05 15:07:43.326 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:43.326 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:43.326 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:43.326 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:43.332 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:43.333 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:43.333 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 203.587µs"] [thread_id=1] [2024/05/05 15:07:43.393 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:43.395 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:43.395 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:43.395 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:43.396 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:43.396 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:43.396 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:43.396 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:43.396 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:43.396 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:43.396 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:43.403 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:43.411 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408766683902332] [thread_id=1] [2024/05/05 15:07:43.411 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892863 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:43.414 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:43.414 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:43.414 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:43.415 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=181.512µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:43.418 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=4.945µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:43.419 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/05 15:07:43.420 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:43.420 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:43.420 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:43.420 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:07:43.422 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:43.423 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/05 15:07:43.424 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:43.424 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:43.424 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:43.424 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:43.425 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:43.425 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:43.426 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:43.430 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:46.425 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/05 15:07:46.425 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:46.426 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:46.426 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:46.426 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:46.426 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/05/05 15:07:46.426 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:46.426 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:46.426 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:46.426 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.426 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.426 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/05 15:07:46.427 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:46.427 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:46.427 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=16] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/05/05 15:07:46.427 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/05/05 15:07:53.422 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:56.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:56.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:56.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:56.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:56.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.424 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:56.424 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.424 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.425 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.425 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.425 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.425 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.426 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.426 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.426 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.426 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.426 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.426 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.426 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.216001ms] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:56.427 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=3] [thread_id=71] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=583.472µs] [addr=127.0.0.1:20162] [store_id=3] [thread_id=71] [2024/05/05 15:07:56.429 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:07:56.430 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/05/05 15:07:56.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.430 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=537.424µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=589.411µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:56.431 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.431 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=364.57µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=459.24µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:56.431 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.432 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:56.432 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=335.865µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.432 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.557622ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.099148ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.374452ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=131] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.068375ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.230588ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=130] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=9] [term=6] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:56.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=396.914µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=435.981µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:56.446 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=401.75µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=588.788µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=459.928µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.358496ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.243347ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.040473ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:56.448 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=947.435µs] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.193707ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:56.449 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:56.449 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.449 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 27, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.449 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] ==> ./tikv1.log <== [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={10, 0, 42, 32, 49, 23, 17, 52, 12, 13, 6, 34, 46, 60, 50, 71, 21, 28, 59, 35, 57, 45, 63, 53, 33, 31, 67, 24, 14, 15, 16, 27, 43, 26, 44, 54, 68, 30, 18, 22, 29, 11, 58, 8, 36, 51, 65, 47, 20, 25, 62, 61, 56, 7, 9, 64, 69, 19, 70, 48, 55, 66}"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:38.967 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa86664d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa8666afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa866637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa8666d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892858.968122110\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa86664d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa8666afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa866637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa8666d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa86664dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa8666afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa866637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa8666d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892858.968694088\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa86664dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa8666afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa866637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa8666d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.969 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa86664e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa8666afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa866637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa8666d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892858.968953626\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:38.969 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa86664e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa8666afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa866637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa8666d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.969 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.969 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.270 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.271 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.271 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.011 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.315 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.316 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.317 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.318 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.318 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408766683902332] [thread_id=1] [2024/05/05 15:07:43.320 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:43.320 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:43.322 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:43.322 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:43.324 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:43.324 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:43.325 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:43.325 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/05 15:07:43.326 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:43.326 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:43.326 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:43.326 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:43.332 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:43.333 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:43.333 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 191.892µs"] [thread_id=1] [2024/05/05 15:07:43.393 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:43.395 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:43.395 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:43.395 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:43.396 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:43.396 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:43.396 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:43.396 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:43.396 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:43.396 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:43.396 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:43.403 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:43.405 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408766683902332] [thread_id=1] [2024/05/05 15:07:46.406 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408766683902332] [thread_id=1] [2024/05/05 15:07:46.406 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892863 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:46.408 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.410 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:46.413 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:46.413 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=62.244µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.413 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.913µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.415 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:46.415 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:46.415 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:46.419 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:46.419 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:46.419 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:46.420 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:46.420 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:46.421 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:46.425 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:56.417 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:56.427 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:56.427 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=2] [peer_id=19] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.427 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.427 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.428 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.429 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/05 15:07:56.429 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:56.429 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=820.97µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=131] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=129] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=428.627µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:56.432 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=407.169µs] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=427.259µs] [snap_key=4_6_8] [thread_id=131] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=370.843µs] [snap_key=14_6_7] [thread_id=129] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=12] [thread_id=80] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.433 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=40.891µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:56.433 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=10] [thread_id=80] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.433 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.357µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:56.433 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=4] [thread_id=80] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.434 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.203µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:56.434 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=14] [thread_id=80] [2024/05/05 15:07:56.434 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.434 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.06µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=9] [term=6] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=129] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=336.399µs] [snap_key=16_6_9] [thread_id=129] [2024/05/05 15:07:56.448 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.261µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=20] [region_id=10] [thread_id=104] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=21] [region_id=12] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=19] [region_id=4] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 27, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=19] [region_id=4] [thread_id=102] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:46.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:46.417 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:46.417 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:46.417 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:46.417 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:38.965 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={69, 7, 70, 0, 52, 62, 44, 60, 8, 54, 61, 53, 68, 71, 31, 48, 10, 67, 26, 58, 65, 17, 15, 20, 18, 59, 25, 47, 57, 33, 19, 9, 11, 43, 30, 14, 21, 24, 28, 51, 22, 42, 13, 50, 56, 36, 63, 64, 34, 45, 23, 27, 49, 29, 12, 35, 55, 46, 66, 32, 6, 16}"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:38.966 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:38.967 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa873c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa873cafb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa873c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa873cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892858.968201214\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa873c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa873cafb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa873c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa873cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa873c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa873cafb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa873c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa873cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892858.968705067\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa873c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa873cafb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa873c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa873cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.968 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.969 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa873c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa873cafb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa873c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa873cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892858.968964530\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:38.969 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa873c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa873cafb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa873c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa873cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.969 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.969 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.270 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.271 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.271 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.011 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.315 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.316 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.317 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.318 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.318 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:43.319 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408766683902332] [thread_id=1] [2024/05/05 15:07:43.320 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:43.320 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:43.322 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:43.323 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/671669/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:43.324 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:43.324 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:43.325 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:43.325 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/05 15:07:43.326 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:43.326 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:43.326 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:43.326 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:43.332 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:43.333 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:43.333 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 209.749µs"] [thread_id=1] [2024/05/05 15:07:43.394 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:43.396 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:43.396 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:43.396 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:43.397 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:43.397 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:43.397 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:43.397 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:43.397 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:43.397 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:43.397 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:43.404 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:43.405 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408766683902332] [thread_id=1] [2024/05/05 15:07:46.406 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408766683902332] [thread_id=1] [2024/05/05 15:07:46.406 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892863 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:46.409 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:46.410 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:46.413 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:46.413 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=48.993µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:46.413 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=27.659µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:46.414 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:46.414 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:46.414 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:46.418 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:46.418 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:46.418 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:46.420 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:46.420 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:46.421 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:46.425 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:56.416 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:56.428 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:56.428 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.428 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.429 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/05 15:07:56.429 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:56.429 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=747.523µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/05/05 15:07:56.433 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=336.138µs] [snap_key=16_6_7] [thread_id=132] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.433 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:56.434 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.434 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=16] [thread_id=80] [2024/05/05 15:07:56.434 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.434 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=45.819µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.434 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:56.435 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:56.445 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.445 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=3] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.446 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=129] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=449.065µs] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=520.197µs] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.447 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=357.203µs] [snap_key=14_6_9] [thread_id=129] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.447 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=129] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=35.609µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.773µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=371.855µs] [snap_key=4_6_10] [thread_id=129] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.701µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:56.448 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.381µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:56.448 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 27, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:56.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:46.416 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:08:46.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:46.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:46.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:46.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:46.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [32m[1,547 / 1,553][0m [Prepa] Writing file tests/realtikvtest/brietest/brietest_test.instrumented_files [32m[1,509 / 1,605][0m GoCompilePkg pkg/ttl/session/session.a; Downloading pkg/ttl/session/session.x, 735.8 KiB / 1.1 MiB; 0s remote-cache ... (5 actions, 0 running) [Pipeline] // stage [Pipeline] } [Pipeline] sh [32m[1,573 / 1,575][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/05 15:07:39.899 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.899 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.899 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.899 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.899 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.899 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.899 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.899 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.899 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.903 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.903 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.903 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.903 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.905 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.905 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.905 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:39.905 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.905 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:39.905 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.905 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.905 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.905 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:39.905 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.905 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.905 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.906 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=565.852µs] [2024/05/05 15:07:39.907 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:39.907 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:39.907 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:39.907 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:39.907 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:39.907 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:39.907 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:39.907 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.908 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:39.908 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:39.908 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.908 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.909 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.909 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.910 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.910 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.910 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.910 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.910 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.910 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.911 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.911 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.911 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.911 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.911 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.911 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.912 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:39.912 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:39.912 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:39.912 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:39.912 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:39.912 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.912 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.912 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.912 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.912 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.912 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.913 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:39.913 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:39.917 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.917 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.918 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.918 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.918 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:39.918 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.918 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.918 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.918 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.920 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.920 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.962 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:41.917 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:41.917 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:41.918 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:41.918 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:41.918 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:41.918 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:41.918 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:41.923 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408756086221177] [2024/05/05 15:07:41.923 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408756086221177] [2024/05/05 15:07:41.927 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:41.927 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:41.928 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:41.929 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:41.929 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:41.929 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:41.930 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:41.930 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:41.930 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:41.931 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:41.931 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/05 15:07:41.931 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:41.932 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=186.787µs] [2024/05/05 15:07:41.932 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/05 15:07:41.932 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408756086221177/leader] [purpose="leader election"] [2024/05/05 15:07:41.932 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:42.933 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/05 15:07:51.920 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/05 15:07:51.920 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] ==> ./pd2.log <== [2024/05/05 15:07:39.902 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.902 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.902 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.902 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.902 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.902 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.902 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.902 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.902 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.906 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.906 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.906 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.906 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.907 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.907 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.907 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.907 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:39.907 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:39.908 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.908 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.908 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.908 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:39.908 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.908 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.908 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.909 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=325.915µs] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:39.915 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:39.915 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:39.915 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:39.915 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:39.915 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:39.915 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:39.915 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.915 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:39.916 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:39.916 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.916 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.917 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.917 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.917 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.917 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:39.917 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:39.917 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:39.917 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:39.917 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:39.918 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.918 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.918 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.918 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.918 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.918 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.920 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.920 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.920 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.920 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:39.920 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:39.921 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.921 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.921 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.921 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.968 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:41.915 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/05/05 15:07:41.915 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/05/05 15:07:41.915 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:41.915 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:41.915 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:41.917 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:41.917 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:41.917 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:41.918 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:41.918 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:41.918 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:41.918 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:41.918 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:41.918 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:41.921 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408756086221177] [2024/05/05 15:07:41.921 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408756086221177] [2024/05/05 15:07:41.924 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:41.925 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:41.925 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:41.927 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:41.927 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:41.927 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:41.927 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:41.927 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:41.927 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/05/05 15:07:41.928 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:41.928 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579113987771149] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:41.929 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:41.929 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408756086221177/leader] [purpose="leader election"] [2024/05/05 15:07:41.929 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/05/05 15:07:41.929 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:41.929 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:41.929 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:41.930 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:44.930 +08:00] [next=2024/05/05 15:07:41.930 +08:00] [2024/05/05 15:07:41.931 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:41.932 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:41.932 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:41.935 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:41.940 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:41.940 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:41.940 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/05/05 15:07:42.234 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:42.234 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:42.234 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:42.306 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:42.306 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:42.309 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:42.309 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:42.313 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:42.313 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:42.313 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408756086221177] [request="header:<cluster_id:7365408756086221177 > store:<id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:3 region_epoch:<conf_ver:1 version:1 > peers:<id:4 store_id:1 > > "] [2024/05/05 15:07:42.314 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408756086221177] [2024/05/05 15:07:42.318 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=961.753µs] [2024/05/05 15:07:42.318 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=298.151µs] [2024/05/05 15:07:42.319 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:42.319 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:42.319 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:42.319 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:42.319 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:42.319 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:42.319 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:42.320 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=726.455µs] [2024/05/05 15:07:42.322 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:42.323 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:42.323 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:42.323 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:42.323 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:42.323 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:42.323 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:42.324 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=7] [2024/05/05 15:07:42.324 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:7 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:42.324 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:42.929 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:42.933 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:42.933 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:42.933 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/05 15:07:42.933 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:44.130 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:44.142 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:44.142 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:40555] [remotes="[]"] [2024/05/05 15:07:44.142 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:41157] [remotes="[]"] [2024/05/05 15:07:44.142 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:44.142 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:44.147 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:45.319 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:45.319 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:45.319 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:45.320 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:45.321 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:45.321 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:45.322 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:45.324 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:45.324 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:45.324 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:45.324 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:45.334 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-05-05 15:07:45.334329804 +0800 CST m=+5.475139904, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:45.334 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:45.334 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:45.334 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:45.335 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:45.335 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:45.336 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=1.742935ms] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-05-05 15:07:45.334329804 +0800 CST m=+5.475139904, startAt:2024-05-05 15:07:45.334445434 +0800 CST m=+5.475255535, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:45.336 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=3] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:45.336 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=3] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:46.322 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:51.920 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:07:51.920 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:07:52.320 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/05 15:07:52.321 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/05/05 15:07:52.322 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=7] [store-address=127.0.0.1:20160] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:52.339021833 +0800 CST m=+12.479831974, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 7"] [source=create] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:52.339252975 +0800 CST m=+12.480063071, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=create] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:52.339348415 +0800 CST m=+12.480158511, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=create] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:52.339436277 +0800 CST m=+12.480246373, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=create] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 1), createAt:2024-05-05 15:07:52.339519547 +0800 CST m=+12.480329644, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.339 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 22 on store 2"] [source=create] [2024/05/05 15:07:52.340 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 7"] [source=heartbeat] [2024/05/05 15:07:52.340 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:52.340 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.340 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:52.341 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.341 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:52.341 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.342 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.342 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:52.342 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:52.349 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 7 to voter"] [source=heartbeat] [2024/05/05 15:07:52.349 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.349 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.349 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.349 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.350 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:7 role:Learner },Add peer:{id:18 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:52.350 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.94683ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:52.339021833 +0800 CST m=+12.479831974, startAt:2024-05-05 15:07:52.339161465 +0800 CST m=+12.479971566, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.350 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:52.350 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.009035ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:52.339436277 +0800 CST m=+12.480246373, startAt:2024-05-05 15:07:52.339466371 +0800 CST m=+12.480276470, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.350 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:52.350 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=11.121281ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 1), createAt:2024-05-05 15:07:52.339519547 +0800 CST m=+12.480329644, startAt:2024-05-05 15:07:52.339556792 +0800 CST m=+12.480366889, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.350 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.490181ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:52.339252975 +0800 CST m=+12.480063071, startAt:2024-05-05 15:07:52.339288654 +0800 CST m=+12.480098756, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.350 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:52.350 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.469292ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:52.339348415 +0800 CST m=+12.480158511, startAt:2024-05-05 15:07:52.339379738 +0800 CST m=+12.480189835, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.350 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:52.359336914 +0800 CST m=+12.500147014, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:52.359471716 +0800 CST m=+12.500281813, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 7}, 1:{promote learner peer 24 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 7"] [source=create] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:52.359568067 +0800 CST m=+12.500378164, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 7}, 1:{promote learner peer 25 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 7"] [source=create] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:52.359669791 +0800 CST m=+12.500479888, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 7}, 1:{promote learner peer 26 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 7"] [source=create] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 3), createAt:2024-05-05 15:07:52.359751118 +0800 CST m=+12.500561352, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 7}, 1:{promote learner peer 27 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:52.359 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 27 on store 7"] [source=create] [2024/05/05 15:07:52.360 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 7"] [source=heartbeat] [2024/05/05 15:07:52.360 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:7 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.360 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/05 15:07:52.360 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.360 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 7"] [source=heartbeat] [2024/05/05 15:07:52.360 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:7 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.360 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 27 on store 7"] [source=heartbeat] [2024/05/05 15:07:52.360 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 7"] [source=heartbeat] [2024/05/05 15:07:52.360 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:27 store_id:7 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.360 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:7 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:52.363 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 7 to voter"] [source=heartbeat] [2024/05/05 15:07:52.363 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 7 to voter"] [source=heartbeat] [2024/05/05 15:07:52.363 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 7 to voter"] [source=heartbeat] [2024/05/05 15:07:52.363 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 27 on store 7 to voter"] [source=heartbeat] [2024/05/05 15:07:52.364 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:52.364 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.496457ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:52.359568067 +0800 CST m=+12.500378164, startAt:2024-05-05 15:07:52.359607695 +0800 CST m=+12.500417792, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 7}, 1:{promote learner peer 25 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.364 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:7 role:Learner },Add peer:{id:25 store_id:7 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.364 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.704101ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:52.359471716 +0800 CST m=+12.500281813, startAt:2024-05-05 15:07:52.359500974 +0800 CST m=+12.500311075, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 7}, 1:{promote learner peer 24 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.364 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:7 role:Learner },Add peer:{id:24 store_id:7 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.364 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:7 role:Learner },Add peer:{id:26 store_id:7 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.364 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.873744ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:52.359669791 +0800 CST m=+12.500479888, startAt:2024-05-05 15:07:52.359698086 +0800 CST m=+12.500508183, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 7}, 1:{promote learner peer 26 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.364 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=5.452967ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:52.359336914 +0800 CST m=+12.500147014, startAt:2024-05-05 15:07:52.359401716 +0800 CST m=+12.500211817, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:52.364 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.365 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:27 store_id:7 role:Learner },Add peer:{id:27 store_id:7 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:52.365 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=5.212799ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 3), createAt:2024-05-05 15:07:52.359751118 +0800 CST m=+12.500561352, startAt:2024-05-05 15:07:52.359797993 +0800 CST m=+12.500608090, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 7}, 1:{promote learner peer 27 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:42.360 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:42.361 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd3.log <== [2024/05/05 15:07:39.901 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.901 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.901 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.901 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.901 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.901 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.901 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.901 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.901 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.905 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.905 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.905 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.905 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.907 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.907 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.907 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:39.907 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.907 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:39.907 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.907 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.907 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.907 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:39.907 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.907 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.907 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.908 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=344.465µs] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:39.914 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.915 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:39.915 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:39.915 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.915 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.915 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.916 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.916 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.917 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.917 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.917 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.918 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.918 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.918 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.918 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:39.918 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.918 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:39.918 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:39.918 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:39.918 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:39.918 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.918 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.918 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.918 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.918 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.918 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.918 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.918 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:39.918 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.920 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:39.920 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:39.920 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:39.920 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.920 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:39.920 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.920 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.920 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.920 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:39.921 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:39.921 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:39.969 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:41.916 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:41.917 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:41.917 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:41.918 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:41.918 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:41.918 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:41.918 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:41.918 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:41.921 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408756086221177] [2024/05/05 15:07:41.921 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408756086221177] [2024/05/05 15:07:41.925 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:41.926 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:41.927 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:41.929 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:41.929 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:41.929 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:41.930 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:41.930 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:41.930 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:41.931 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:41.931 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/05 15:07:41.931 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:41.931 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=81.456µs] [2024/05/05 15:07:41.932 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/05 15:07:41.932 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408756086221177/leader] [purpose="leader election"] [2024/05/05 15:07:41.932 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:42.933 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/05 15:07:51.920 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:07:51.920 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={48, 7, 15, 51, 12, 9, 47, 52, 62, 56, 44, 71, 66, 28, 24, 43, 20, 25, 30, 57, 22, 58, 18, 64, 21, 35, 50, 33, 68, 60, 26, 19, 16, 13, 65, 29, 46, 32, 45, 11, 23, 27, 31, 70, 8, 63, 67, 53, 54, 59, 10, 61, 0, 14, 49, 36, 69, 42, 55, 6, 17, 34}"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.865 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f518f64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f518f6afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518f637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518f6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.867186403\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f518f64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f518f6afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518f637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518f6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f518f64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f518f6afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518f637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518f6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.867766085\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f518f64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f518f6afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518f637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518f6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [INFO] [<unknown>] ["subchannel 0x7f518f64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f518f6afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518f637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518f6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.868084841\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.868 +08:00] [INFO] [<unknown>] ["subchannel 0x7f518f64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f518f6afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518f637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518f6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.868 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:40.169 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.919 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.921 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.222 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.223 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.224 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.225 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.226 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.227 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:42.227 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408756086221177] [thread_id=1] [2024/05/05 15:07:42.228 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.228 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.230 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:42.232 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:42.232 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:42.232 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:42.234 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:42.234 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:42.234 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:42.234 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:42.234 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:42.241 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:42.241 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:42.242 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 228.108µs"] [thread_id=1] [2024/05/05 15:07:42.309 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:42.311 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:42.311 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:42.312 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:42.312 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:42.313 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:42.313 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:42.313 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:42.313 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:42.313 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:42.313 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:42.320 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 7 }"] [store_id=7] [thread_id=1] [2024/05/05 15:07:42.321 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408756086221177] [thread_id=1] [2024/05/05 15:07:42.322 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 7 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892862 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=7] [status=Some()] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=7] [thread_id=1] [2024/05/05 15:07:42.325 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=42.14µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=7] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=23.609µs] [garbage_range_count=1] [store_id=7] [thread_id=1] [2024/05/05 15:07:42.330 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:42.330 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:42.330 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:42.334 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:42.334 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:42.334 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:42.336 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:42.336 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:42.337 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:42.343 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:52.333 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:52.342 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:52.342 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.342 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.344 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:52.344 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:52.344 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=816.971µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=337.864µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.348 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=52.365µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.349 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.349 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=7] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=7] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=7] [peer_id=27] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=7] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=351.942µs] [snap_key=12_6_9] [thread_id=132] [2024/05/05 15:07:52.362 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=297.057µs] [snap_key=14_6_9] [thread_id=131] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.362 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.362 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.362 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_3_6_10_(default|lock|write).sst] [snap_key=3_6_10] [thread_id=131] [2024/05/05 15:07:52.362 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.362 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=54.145µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:52.362 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=580.136µs] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:07:52.363 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=33.174µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=539.921µs] [snap_key=3_6_10] [thread_id=131] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 role: Learner }"] [peer_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=37.253µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 role: Learner }"] [peer_id=27] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=3] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 7 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.363 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=37.361µs] [region_id=3] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 7 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 role: Learner }"] [changes="[peer { id: 24 store_id: 7 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 role: Learner }"] [changes="[peer { id: 25 store_id: 7 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 7 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 role: Learner }"] [changes="[peer { id: 26 store_id: 7 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 7 } } }"] [index=11] [term=6] [peer_id=27] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 role: Learner }"] [changes="[peer { id: 27 store_id: 7 }]"] [peer_id=27] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=101] [2024/05/05 15:08:42.360 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_10] [peer_id=27] [region_id=3] [thread_id=101] [2024/05/05 15:08:42.360 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:42.360 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:42.360 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:42.360 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={26, 50, 58, 46, 66, 13, 21, 9, 53, 47, 24, 44, 55, 67, 6, 36, 20, 29, 68, 17, 16, 63, 15, 28, 51, 8, 12, 60, 22, 34, 11, 35, 62, 19, 23, 42, 54, 14, 0, 33, 48, 56, 18, 30, 45, 69, 25, 59, 43, 31, 10, 61, 70, 49, 27, 32, 52, 57, 65, 64, 71, 7}"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f89fdc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f89fdcafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f89fdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f89fdcd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.867021098\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f89fdc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f89fdcafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f89fdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f89fdcd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f89fdc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f89fdcafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f89fdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f89fdcd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.867565512\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f89fdc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f89fdcafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f89fdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f89fdcd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f89fdc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f89fdcafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f89fdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f89fdcd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.867845138\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f89fdc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f89fdcafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f89fdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f89fdcd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:40.169 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.919 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.921 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.222 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.223 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.224 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.225 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.226 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.227 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:42.227 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408756086221177] [thread_id=1] [2024/05/05 15:07:42.228 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.228 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.229 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:42.230 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:42.232 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:42.232 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/05 15:07:42.233 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:42.233 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:42.234 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:42.239 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:42.239 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:42.239 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 204.558µs"] [thread_id=1] [2024/05/05 15:07:42.302 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:42.304 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:42.304 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:42.305 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:42.305 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:42.305 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:42.306 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:42.306 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:42.306 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:42.306 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:42.306 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:42.313 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.321 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408756086221177] [thread_id=1] [2024/05/05 15:07:42.321 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892862 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.325 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:42.327 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:42.327 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 4."] [id=4] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=191.806µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.328 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.105µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.329 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=3] [thread_id=101] [2024/05/05 15:07:42.329 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:42.329 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:42.329 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:42.330 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=3] [thread_id=31] [2024/05/05 15:07:42.332 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:42.332 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=3] [thread_id=68] [2024/05/05 15:07:42.333 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:42.333 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:42.334 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:42.334 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:42.335 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:42.335 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:42.336 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:42.340 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:45.334 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=3] [thread_id=31] [2024/05/05 15:07:45.334 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:45.335 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=3] [thread_id=31] [2024/05/05 15:07:45.335 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/05 15:07:45.335 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/05 15:07:45.335 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=3] [thread_id=102] [2024/05/05 15:07:45.335 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:45.335 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:45.335 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=3] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:45.335 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.335 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.335 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.336 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=3] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:45.336 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:45.336 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:45.336 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/05 15:07:52.332 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:52.339 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:52.339 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:52.339 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.339 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.339 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:52.339 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:52.339 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.339 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.339 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.339 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.339 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.339 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.339 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.340 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.340 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.340 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.340 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.341 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=7] [thread_id=71] [2024/05/05 15:07:52.341 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=7] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:52.341 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.341 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.341 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.341 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.238216ms] [addr=127.0.0.1:20160] [store_id=7] [thread_id=71] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:52.342 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=615.788µs] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:07:52.344 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(7)] [thread_id=7] [2024/05/05 15:07:52.345 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.345 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/05 15:07:52.345 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.345 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.345 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.345 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=521.034µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:52.346 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=474.077µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.346 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=460.298µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.346 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/05 15:07:52.347 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=355.535µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:52.347 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=435.262µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.347 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.347 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.679103ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 7 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.174699ms] [size=0] [snap_key=3_6_8] [region_id=3] [thread_id=132] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.302594ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.912618ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.254611ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.349 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.349 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.349 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=3] [thread_id=31] [2024/05/05 15:07:52.349 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:52.349 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.350 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.350 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.350 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.359 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:52.359 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:52.359 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.359 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.359 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:52.359 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:52.359 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.359 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 7 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.359 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/05/05 15:07:52.359 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 7 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.359 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 7 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.359 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.359 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 7 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 7 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 7 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 7 role: Learner } } }"] [index=10] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 7 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:52.360 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:52.360 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:52.360 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:52.360 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=342.615µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=392.565µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:52.361 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=349.143µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=508.332µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.361 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/05 15:07:52.361 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=333.938µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.26922ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 7 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.081386ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/05/05 15:07:52.362 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 7 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 7 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.200513ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=131] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 7 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.446822ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 7 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.245751ms] [size=0] [snap_key=3_6_10] [region_id=3] [thread_id=130] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 7 role: Learner"] [peer_id=4] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 7 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 7 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 role: Learner }"] [changes="[peer { id: 25 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 role: Learner }"] [changes="[peer { id: 24 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.363 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 7 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 7 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.364 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 7 }]"] [region_id=3] [thread_id=31] [2024/05/05 15:07:52.364 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:52.364 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 7 }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 7 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 role: Learner }"] [changes="[peer { id: 26 store_id: 7 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 7 } } }"] [index=11] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 role: Learner }"] [changes="[peer { id: 27 store_id: 7 }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.364 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 }"] [peer_id=4] [region_id=3] [thread_id=101] ==> ./tikv2.log <== [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={55, 45, 69, 35, 31, 6, 67, 34, 57, 60, 12, 52, 30, 26, 63, 10, 66, 24, 61, 53, 64, 16, 36, 23, 70, 19, 47, 18, 33, 7, 22, 9, 17, 0, 65, 71, 29, 27, 46, 59, 21, 44, 8, 28, 49, 51, 54, 25, 68, 42, 58, 50, 62, 11, 15, 20, 14, 13, 32, 48, 56, 43}"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.864 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.866 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f44ec24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f44ec2afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f44ec237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44ec2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.867191678\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f44ec24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f44ec2afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f44ec237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44ec2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f44ec24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f44ec2afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f44ec237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44ec2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.867720978\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [<unknown>] ["subchannel 0x7f44ec24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f44ec2afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f44ec237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44ec2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.867 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [INFO] [<unknown>] ["subchannel 0x7f44ec24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f44ec2afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f44ec237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44ec2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.868020104\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.868 +08:00] [INFO] [<unknown>] ["subchannel 0x7f44ec24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f44ec2afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f44ec237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44ec2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.868 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.868 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:40.169 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.919 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.921 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.222 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.223 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.224 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.225 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.226 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.226 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.227 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:42.227 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408756086221177] [thread_id=1] [2024/05/05 15:07:42.228 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.228 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.230 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:42.231 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:42.232 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/654177/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:42.232 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:42.232 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:42.233 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:42.234 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:42.234 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:42.234 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/05 15:07:42.234 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:42.234 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:42.241 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:42.241 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:42.242 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 266.534µs"] [thread_id=1] [2024/05/05 15:07:42.305 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:42.307 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:42.307 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:42.308 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:42.308 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:42.308 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:42.309 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:42.309 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:42.309 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:42.309 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:42.309 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:42.316 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.320 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408756086221177] [thread_id=1] [2024/05/05 15:07:42.320 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892862 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:42.323 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:42.323 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.323 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.323 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/05/05 15:07:42.323 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.324 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:42.327 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:42.327 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=46.547µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.327 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=27.556µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.329 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:42.329 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:42.329 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:42.333 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:42.333 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:42.333 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:42.335 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:42.335 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:42.336 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:42.340 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:52.331 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:52.343 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:52.343 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=2] [peer_id=22] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.343 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.344 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.344 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.344 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=22] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.344 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=3] [thread_id=102] [2024/05/05 15:07:52.345 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:52.345 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:52.345 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=776.673µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_3_6_8_(default|lock|write).sst] [snap_key=3_6_8] [thread_id=132] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=131] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=129] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=384.493µs] [snap_key=3_6_8] [thread_id=132] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=426.146µs] [snap_key=12_6_7] [thread_id=129] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=604.524µs] [snap_key=16_6_7] [thread_id=131] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.348 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=589.748µs] [snap_key=14_6_7] [thread_id=130] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.348 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.348 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=3] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=79.803µs] [region_id=3] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.349 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.607µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.624µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.349 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.852µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:52.350 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.350 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.359 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 7 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.359 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 7 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 7 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 7 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 7 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 7 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 7 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.360 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 7 role: Learner }]"] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.360 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:52.362 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=551.002µs] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.363 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=41.746µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 7 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 7 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 7 role: Learner }"] [changes="[peer { id: 25 store_id: 7 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.363 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 7 role: Learner }"] [changes="[peer { id: 24 store_id: 7 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 7 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 7 role: Learner }"] [changes="[peer { id: 26 store_id: 7 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 7 } } }"] [index=11] [term=6] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:52.364 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 7 role: Learner }"] [changes="[peer { id: 27 store_id: 7 }]"] [peer_id=22] [region_id=3] [thread_id=103] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.364 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=3] [thread_id=101] [2024/05/05 15:08:42.359 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_8] [peer_id=22] [region_id=3] [thread_id=102] [2024/05/05 15:08:42.359 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:42.359 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:42.359 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:42.359 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:42.359 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:42.360 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [32m[1,571 / 1,575][0m [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [Pipeline] sh [32m[1,542 / 1,543][0m GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 1s remote-cache [32mINFO: [0mFrom Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/04/30 16:13:23.172 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:23.172 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:13:23.173 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693538681113651] [2024/04/30 16:13:23.174 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:23.174 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:13:23.175 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:23.175 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:23.175 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:23.175 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:23.175 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:23.178 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/04/30 16:13:23.184 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:13:23.185 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:13:23.187 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:13:23.212 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:23.212 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:23.223 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:23.224 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:23.237 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:23.260 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7363693538681113651] ["ddl lease"=500ms] ["stats lease"=3s] [2024/04/30 16:13:23.378 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/04/30 16:13:23.517 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1120] ["lease id"=22318f2fc6bffb41] [2024/04/30 16:13:23.520 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/04/30 16:13:23.526 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/04/30 16:13:23.550 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.231953ms] [2024/04/30 16:13:23.555 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:13:23.555 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=adbe0484-f31d-4b10-9bf6-dbd3215294d3] [runWorker=true] [2024/04/30 16:13:23.555 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/04/30 16:13:23.557 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/04/30 16:13:23.558 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/04/30 16:13:23.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:13:23.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:13:23.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:13:23.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:13:23.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:13:23.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:23.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:13:23.559 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:23.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:13:23.559 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/04/30 16:13:23.559 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:13:23.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:13:23.559 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:23.559 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/04/30 16:13:23.561 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager adbe0484-f31d-4b10-9bf6-dbd3215294d3"] ["owner key"=/tidb/ddl/fg/owner/22318f2fc6bffb47] [ownerID=adbe0484-f31d-4b10-9bf6-dbd3215294d3] [op=none] [2024/04/30 16:13:23.561 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:13:23.561 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8839a289-ce67-411a-9762-8595281e61b5] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:23.562 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8839a289-ce67-411a-9762-8595281e61b5"] ["owner key"=/tidb/br-stream/owner/22318f2fc6bffb49] [ownerID=8839a289-ce67-411a-9762-8595281e61b5] [op=none] [2024/04/30 16:13:23.569 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/04/30 16:13:23.599 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:23.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:23.599 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:23.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/04/30 16:13:23.610 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:23.611 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager adbe0484-f31d-4b10-9bf6-dbd3215294d3"] ["owner key"=/tidb/ddl/fg/owner/22318f2fc6bffb47] [ownerID=adbe0484-f31d-4b10-9bf6-dbd3215294d3] [op=none] [2024/04/30 16:13:23.611 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager adbe0484-f31d-4b10-9bf6-dbd3215294d3"] [op=none] [2024/04/30 16:13:23.611 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/04/30 16:13:23.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:23.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:23.707 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=28.438134ms] [2024/04/30 16:13:23.713 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:13:23.723 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:23.724 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/04/30 16:13:23.728 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.631112ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:23.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:23.774 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:23.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:23.802 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/04/30 16:13:23.802 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:23.806 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/04/30 16:13:23.831 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/04/30 16:13:24.019 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:23.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:24.019 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:23.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/04/30 16:13:24.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:23.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:24.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.512592ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:24.409 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:24.409 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/04/30 16:13:24.440 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.737417ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:23.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:24.497 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:23.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:24.565 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:13:24.682 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/04/30 16:13:24.682 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:24.686 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.863654787\n# Parse_time: 0\n# Compile_time: 0.008556069\n# Rewrite_time: 0.000023249\n# Optimize_time: 0\n# Wait_TS: 0.000464631\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/04/30 16:13:24.693 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/04/30 16:13:24.744 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:24.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:24.745 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:24.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/04/30 16:13:24.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:24.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:24.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.781367ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:24.898 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:24.898 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/04/30 16:13:24.934 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.058935ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:24.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:24.977 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:24.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.030 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/04/30 16:13:25.030 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:25.034 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343423949\n# Parse_time: 0\n# Compile_time: 0.00254481\n# Rewrite_time: 0.000009859\n# Optimize_time: 0\n# Wait_TS: 0.00038534\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:25.036 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/04/30 16:13:25.080 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:25.080 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/04/30 16:13:25.134 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:25.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.202 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=3.302078ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:25.213 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:25.213 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/04/30 16:13:25.248 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.015036ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.286 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:25.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.331 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/04/30 16:13:25.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:25.348 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/04/30 16:13:25.454 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:25.454 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/04/30 16:13:25.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:25.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.558 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/04/30 16:13:25.559 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/04/30 16:13:25.704 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.939085ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:25.716 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:25.717 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/04/30 16:13:25.749 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.842644ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.790 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:25.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.890 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/04/30 16:13:25.890 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:25.894 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.552008776\n# Parse_time: 0\n# Compile_time: 0.005924385\n# Rewrite_time: 0.000013357\n# Optimize_time: 0\n# Wait_TS: 0.000393915\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:25.899 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/04/30 16:13:25.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:25.955 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/04/30 16:13:25.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:25.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.091 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.24934ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:26.101 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:26.101 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/04/30 16:13:26.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=54.576817ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.177 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:25.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.233 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/04/30 16:13:26.233 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:26.236 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339296759\n# Parse_time: 0\n# Compile_time: 0.002345512\n# Rewrite_time: 0.000008666\n# Optimize_time: 0\n# Wait_TS: 0.000367081\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:26.240 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/04/30 16:13:26.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:26.304 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/04/30 16:13:26.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.442 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.370745ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:26.452 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:26.452 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/04/30 16:13:26.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.78568ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.528 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.580 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/04/30 16:13:26.580 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:26.583 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344973475\n# Parse_time: 0\n# Compile_time: 0.002047662\n# Rewrite_time: 0.000007275\n# Optimize_time: 0\n# Wait_TS: 0.000418224\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:26.587 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/04/30 16:13:26.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:26.626 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/04/30 16:13:26.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.760 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.604539ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:26.771 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:26.771 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/04/30 16:13:26.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.827739ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.879 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.920 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/04/30 16:13:26.920 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:26.924 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338718108\n# Parse_time: 0\n# Compile_time: 0.002534032\n# Rewrite_time: 0.000014305\n# Optimize_time: 0\n# Wait_TS: 0.000334333\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:26.926 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/04/30 16:13:26.969 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:26.969 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/04/30 16:13:27.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.089 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.726729ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:27.099 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:27.099 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/04/30 16:13:27.135 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.647069ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.224 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/04/30 16:13:27.224 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:27.228 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.302886339\n# Parse_time: 0\n# Compile_time: 0.001430521\n# Rewrite_time: 0.000013312\n# Optimize_time: 0\n# Wait_TS: 0.000370059\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:27.233 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/04/30 16:13:27.283 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:27.283 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/04/30 16:13:27.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.873654ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:27.437 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:27.437 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/04/30 16:13:27.471 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.798006ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.531 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.587 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/04/30 16:13:27.587 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:27.590 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359380695\n# Parse_time: 0\n# Compile_time: 0.002201307\n# Rewrite_time: 0.000010967\n# Optimize_time: 0\n# Wait_TS: 0.000421931\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:27.596 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/04/30 16:13:27.646 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:27.646 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/04/30 16:13:27.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.805 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.171514ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:27.817 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:27.818 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/04/30 16:13:27.851 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.741298ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.934 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.983 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/04/30 16:13:27.983 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:27.986 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.392710744\n# Parse_time: 0\n# Compile_time: 0.002255053\n# Rewrite_time: 0.000008495\n# Optimize_time: 0\n# Wait_TS: 0.000391336\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:27.994 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:27.996 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:28.071 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:28.071 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:28.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.779231ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:28.269 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:28.269 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/04/30 16:13:28.302 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.527939ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.342 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.439 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/04/30 16:13:28.440 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:28.443 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.453057351\n# Parse_time: 0\n# Compile_time: 0.004145946\n# Rewrite_time: 0.000007366\n# Optimize_time: 0\n# Wait_TS: 0.000467787\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:28.449 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/04/30 16:13:28.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:28.513 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/04/30 16:13:28.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.678 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.941435ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:28.690 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:28.690 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/04/30 16:13:28.723 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.618121ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.779 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.841 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/04/30 16:13:28.841 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:28.844 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.397064254\n# Parse_time: 0\n# Compile_time: 0.002592797\n# Rewrite_time: 0.000011762\n# Optimize_time: 0\n# Wait_TS: 0.000406742\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:28.848 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/04/30 16:13:28.894 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:28.894 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/04/30 16:13:28.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.042 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.517334ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:29.053 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:29.053 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/04/30 16:13:29.086 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.525278ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.128 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.175 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/04/30 16:13:29.175 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:29.178 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.332043646\n# Parse_time: 0\n# Compile_time: 0.001761575\n# Rewrite_time: 0.000007129\n# Optimize_time: 0\n# Wait_TS: 0.000312719\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:29.183 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/04/30 16:13:29.234 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:29.234 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/04/30 16:13:29.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.396 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.927479ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:29.407 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:29.407 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/04/30 16:13:29.442 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.517728ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.510 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.562 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/04/30 16:13:29.562 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:29.565 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.384458585\n# Parse_time: 0\n# Compile_time: 0.002590977\n# Rewrite_time: 0.000010919\n# Optimize_time: 0\n# Wait_TS: 0.000342243\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:29.568 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:29.618 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:29.618 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:29.686 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=3.145797ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:29.791 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:29.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/04/30 16:13:29.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.632173ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.927 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/04/30 16:13:29.927 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:29.931 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.363353415\n# Parse_time: 0\n# Compile_time: 0.001443301\n# Rewrite_time: 0.000007262\n# Optimize_time: 0\n# Wait_TS: 0.000478008\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:29.938 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/04/30 16:13:29.994 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:29.994 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/04/30 16:13:30.082 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.176 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.137298ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:30.188 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:30.188 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/04/30 16:13:30.223 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=54.356179ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.286 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.341 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/04/30 16:13:30.341 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:30.344 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.409710634\n# Parse_time: 0\n# Compile_time: 0.003002623\n# Rewrite_time: 0.000011029\n# Optimize_time: 0\n# Wait_TS: 0.000414832\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:30.349 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/04/30 16:13:30.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:30.403 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/04/30 16:13:30.483 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.098467ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:30.579 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:30.579 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/04/30 16:13:30.614 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.666381ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.696 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.755 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/04/30 16:13:30.755 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:30.759 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412207473\n# Parse_time: 0\n# Compile_time: 0.002001012\n# Rewrite_time: 0.000010719\n# Optimize_time: 0\n# Wait_TS: 0.00041949\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:30.766 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:13:30.838 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:30.838 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:13:30.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.733061ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:31.029 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:31.029 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/04/30 16:13:31.060 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.439361ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.133 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.212 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/04/30 16:13:31.212 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:31.217 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.454147537\n# Parse_time: 0\n# Compile_time: 0.002993273\n# Rewrite_time: 0.000010288\n# Optimize_time: 0\n# Wait_TS: 0.000406775\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:31.235 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:31.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:31.303 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:31.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.456 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.116556ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:31.468 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:31.468 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/04/30 16:13:31.501 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.726238ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.543 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.198 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.595 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/04/30 16:13:31.596 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:31.599 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365018781\n# Parse_time: 0\n# Compile_time: 0.001589693\n# Rewrite_time: 0.000007471\n# Optimize_time: 0\n# Wait_TS: 0.000353485\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:31.602 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/04/30 16:13:31.645 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:31.645 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/04/30 16:13:31.693 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.608387ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:31.766 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:31.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/04/30 16:13:31.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=56.865734ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.891 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.934 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/04/30 16:13:31.934 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:31.938 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.337521301\n# Parse_time: 0\n# Compile_time: 0.001280772\n# Rewrite_time: 0.000010882\n# Optimize_time: 0\n# Wait_TS: 0.000416452\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:31.941 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/04/30 16:13:32.006 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:32.006 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/04/30 16:13:32.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.129 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.051009ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:32.140 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:32.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/04/30 16:13:32.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.66192ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.239 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.271 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/04/30 16:13:32.271 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:32.274 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334533961\n# Parse_time: 0\n# Compile_time: 0.001483641\n# Rewrite_time: 0.000014401\n# Optimize_time: 0\n# Wait_TS: 0.000463504\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:32.282 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/04/30 16:13:32.339 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.248 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:32.339 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.248 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/04/30 16:13:32.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:32.248 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.278941ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:32.497 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:32.497 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/04/30 16:13:32.535 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=54.514882ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.248 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.585 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:32.248 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.655 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/04/30 16:13:32.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:32.659 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378542257\n# Parse_time: 0\n# Compile_time: 0.002082774\n# Rewrite_time: 0.00000866\n# Optimize_time: 0\n# Wait_TS: 0.000353343\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:32.662 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:32.727 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:32.727 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:32.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:32.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.866 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.553059ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:32.878 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:32.878 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/04/30 16:13:32.912 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.373593ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.980 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:32.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.029 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/04/30 16:13:33.029 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:33.033 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372383849\n# Parse_time: 0\n# Compile_time: 0.001480884\n# Rewrite_time: 0.000010123\n# Optimize_time: 0\n# Wait_TS: 0.00046813\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:33.037 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/04/30 16:13:33.086 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.048 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:33.086 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.048 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/04/30 16:13:33.170 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.048 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.250 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.825181ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:33.262 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:33.262 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/04/30 16:13:33.296 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=54.140828ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.048 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.335 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.048 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.386 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/04/30 16:13:33.386 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:33.389 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354353927\n# Parse_time: 0\n# Compile_time: 0.001764521\n# Rewrite_time: 0.000009913\n# Optimize_time: 0\n# Wait_TS: 0.000425661\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:33.393 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/04/30 16:13:33.437 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:33.438 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/04/30 16:13:33.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.936208ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:33.570 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:33.570 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/04/30 16:13:33.604 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.973907ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.677 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.722 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/04/30 16:13:33.722 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:33.726 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334493101\n# Parse_time: 0\n# Compile_time: 0.001677027\n# Rewrite_time: 0.000010371\n# Optimize_time: 0\n# Wait_TS: 0.000400422\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:33.729 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/04/30 16:13:33.782 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:33.782 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/04/30 16:13:33.839 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.913 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.944859ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:33.926 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:33.926 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/04/30 16:13:33.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.706886ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.083 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/04/30 16:13:34.083 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:34.087 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359133682\n# Parse_time: 0\n# Compile_time: 0.001284176\n# Rewrite_time: 0.000011934\n# Optimize_time: 0\n# Wait_TS: 0.000378545\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:34.091 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/04/30 16:13:34.138 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:34.138 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/04/30 16:13:34.181 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.264 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.836977ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:34.277 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:34.277 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/04/30 16:13:34.309 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.406222ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.386 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.431 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/04/30 16:13:34.431 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:34.435 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345356175\n# Parse_time: 0\n# Compile_time: 0.001845164\n# Rewrite_time: 0.000010958\n# Optimize_time: 0\n# Wait_TS: 0.000388705\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:34.440 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/04/30 16:13:34.443 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:34.501 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:34.501 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/04/30 16:13:34.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.842701ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:34.671 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:34.671 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/04/30 16:13:34.707 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.31425ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.782 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.449 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.834 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/04/30 16:13:34.834 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:34.838 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.400557201\n# Parse_time: 0\n# Compile_time: 0.002316119\n# Rewrite_time: 0.00001138\n# Optimize_time: 0\n# Wait_TS: 0.00047369\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:34.846 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/04/30 16:13:34.914 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:34.914 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/04/30 16:13:34.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.398493ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:35.093 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:35.093 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/04/30 16:13:35.115 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.707839ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.180 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.238 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/04/30 16:13:35.238 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:35.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.398921098\n# Parse_time: 0\n# Compile_time: 0.002631691\n# Rewrite_time: 0.000009913\n# Optimize_time: 0\n# Wait_TS: 0.000481056\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:35.247 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/04/30 16:13:35.309 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:35.309 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/04/30 16:13:35.377 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.607548ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:35.476 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:35.476 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/04/30 16:13:35.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.614626ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.555 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.561 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=8839a289-ce67-411a-9762-8595281e61b5] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:35.562 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/04/30 16:13:35.630 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/04/30 16:13:35.630 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:35.634 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389428947\n# Parse_time: 0\n# Compile_time: 0.002407782\n# Rewrite_time: 0.000013054\n# Optimize_time: 0\n# Wait_TS: 0.000324705\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:35.644 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/04/30 16:13:35.718 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:35.718 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/04/30 16:13:35.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.928485ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:35.893 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:35.893 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/04/30 16:13:35.925 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.010702ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.995 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.069 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/04/30 16:13:36.070 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:36.074 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.433340495\n# Parse_time: 0\n# Compile_time: 0.003396429\n# Rewrite_time: 0.000009315\n# Optimize_time: 0\n# Wait_TS: 0.00038087\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:36.075 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/04/30 16:13:36.116 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:36.116 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/04/30 16:13:36.167 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.408882ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:36.252 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:36.252 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/04/30 16:13:36.273 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.854617ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.319 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.359 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/04/30 16:13:36.359 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:36.445 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:36.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/04/30 16:13:36.445 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:36.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:36.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.596 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.068779ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/04/30 16:13:36.608 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:36.608 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/04/30 16:13:36.642 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.080004ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:36.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.744 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/04/30 16:13:36.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:36.748 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379096782\n# Parse_time: 0\n# Compile_time: 0.007108182\n# Rewrite_time: 0.003743293\n# Optimize_time: 0\n# Wait_TS: 0.000390307\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:36.752 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/04/30 16:13:36.805 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:36.805 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/04/30 16:13:36.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.980 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.492562ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:36.992 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:36.992 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/04/30 16:13:37.026 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.601263ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.748 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.140 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/04/30 16:13:37.140 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:37.144 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394345777\n# Parse_time: 0\n# Compile_time: 0.001854358\n# Rewrite_time: 0.000010407\n# Optimize_time: 0\n# Wait_TS: 0.00041856\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:37.147 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/04/30 16:13:37.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:37.202 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/04/30 16:13:37.281 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.349 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.887068ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:37.362 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:37.362 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/04/30 16:13:37.395 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.326122ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.464 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.512 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/04/30 16:13:37.512 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:37.515 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.369354564\n# Parse_time: 0\n# Compile_time: 0.001605287\n# Rewrite_time: 0.000009254\n# Optimize_time: 0\n# Wait_TS: 0.000399752\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:37.519 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/04/30 16:13:37.570 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:37.570 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/04/30 16:13:37.612 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.695 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.777282ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:37.708 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:37.708 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/04/30 16:13:37.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.070275ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.821 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/04/30 16:13:37.864 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:37.867 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35026071\n# Parse_time: 0\n# Compile_time: 0.00150292\n# Rewrite_time: 0.00000864\n# Optimize_time: 0\n# Wait_TS: 0.000386277\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:37.876 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/04/30 16:13:37.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:37.955 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/04/30 16:13:38.018 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.193361ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:38.170 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:38.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/04/30 16:13:38.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.217128ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.290 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.398 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/04/30 16:13:38.398 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:38.402 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.52941708\n# Parse_time: 0\n# Compile_time: 0.003329604\n# Rewrite_time: 0.000010896\n# Optimize_time: 0\n# Wait_TS: 0.000408882\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:38.408 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/04/30 16:13:38.489 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:38.489 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/04/30 16:13:38.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.662 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.785668ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:38.674 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:38.674 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/04/30 16:13:38.708 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.544303ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.787 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.865 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/04/30 16:13:38.865 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:38.868 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.4623076\n# Parse_time: 0\n# Compile_time: 0.002468054\n# Rewrite_time: 0.00000782\n# Optimize_time: 0\n# Wait_TS: 0.000380089\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:38.875 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/04/30 16:13:38.971 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:38.971 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/04/30 16:13:39.046 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.179 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=7.283594ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:39.191 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:39.191 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/04/30 16:13:39.220 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.018401ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.285 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.848 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.371 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/04/30 16:13:39.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:39.375 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.502840437\n# Parse_time: 0\n# Compile_time: 0.002971797\n# Rewrite_time: 0.000010848\n# Optimize_time: 0\n# Wait_TS: 0.000418163\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:39.380 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/04/30 16:13:39.468 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:39.468 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/04/30 16:13:39.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.693 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.338989ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:39.705 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:39.705 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/04/30 16:13:39.738 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.920439ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.789 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.877 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/04/30 16:13:39.877 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:39.881 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.503190496\n# Parse_time: 0\n# Compile_time: 0.002444006\n# Rewrite_time: 0.00000859\n# Optimize_time: 0\n# Wait_TS: 0.000423931\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:39.889 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/04/30 16:13:39.973 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:39.973 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/04/30 16:13:40.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.188 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.367932ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:40.199 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:40.199 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/04/30 16:13:40.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.422678ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.304 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.401 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/04/30 16:13:40.401 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:40.405 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.519997753\n# Parse_time: 0\n# Compile_time: 0.003931727\n# Rewrite_time: 0.00001041\n# Optimize_time: 0\n# Wait_TS: 0.00047207\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:40.412 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/04/30 16:13:40.506 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:40.506 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/04/30 16:13:40.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.700 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.111378ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:40.711 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:40.711 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/04/30 16:13:40.745 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.01643ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.785 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.875 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/04/30 16:13:40.875 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:40.879 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.469500631\n# Parse_time: 0\n# Compile_time: 0.003270219\n# Rewrite_time: 0.000008632\n# Optimize_time: 0\n# Wait_TS: 0.000389188\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:40.885 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:13:40.966 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.898 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:40.966 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.898 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:13:41.030 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.898 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.142 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.453562ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:41.152 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:41.152 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/04/30 16:13:41.187 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.238644ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.898 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.232 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.898 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.291 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/04/30 16:13:41.291 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:41.295 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412500853\n# Parse_time: 0\n# Compile_time: 0.003043912\n# Rewrite_time: 0.000009861\n# Optimize_time: 0\n# Wait_TS: 0.00050015\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:41.300 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:13:41.362 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:41.362 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:13:41.419 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.619439ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:41.537 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:41.537 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/04/30 16:13:41.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.405398ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.644 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.710 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/04/30 16:13:41.710 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:41.714 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.416377505\n# Parse_time: 0\n# Compile_time: 0.002328062\n# Rewrite_time: 0.000012836\n# Optimize_time: 0\n# Wait_TS: 0.00039284\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:41.723 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/04/30 16:13:41.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:41.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/04/30 16:13:41.895 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.841193ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:42.067 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/04/30 16:13:42.098 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.132392ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.140 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.261 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/04/30 16:13:42.262 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:42.266 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.547187081\n# Parse_time: 0\n# Compile_time: 0.003889329\n# Rewrite_time: 0.000010899\n# Optimize_time: 0\n# Wait_TS: 0.000376795\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:42.272 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:13:42.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:42.341 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:13:42.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.483 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.58094ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:42.495 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.495 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/04/30 16:13:42.529 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.70506ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.580 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/04/30 16:13:42.580 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:13:42.580 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:13:42.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:42.608 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.678 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/04/30 16:13:42.679 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:42.682 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412264705\n# Parse_time: 0\n# Compile_time: 0.002600991\n# Rewrite_time: 0.000010501\n# Optimize_time: 0\n# Wait_TS: 0.00046142\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:42.685 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/04/30 16:13:42.735 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/04/30 16:13:42.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:42.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.028881ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:42.900 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.901 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/04/30 16:13:42.935 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=54.348273ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.987 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.038 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/04/30 16:13:43.038 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:43.042 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358506636\n# Parse_time: 0\n# Compile_time: 0.001336848\n# Rewrite_time: 0.000008381\n# Optimize_time: 0\n# Wait_TS: 0.000413734\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:43.046 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/04/30 16:13:43.099 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:43.100 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/04/30 16:13:43.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.032778ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:43.268 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:43.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/04/30 16:13:43.302 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=52.853618ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.382 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.427 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/04/30 16:13:43.427 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:43.430 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385910886\n# Parse_time: 0\n# Compile_time: 0.001732255\n# Rewrite_time: 0.000010915\n# Optimize_time: 0\n# Wait_TS: 0.000617637\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:43.431 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/04/30 16:13:43.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:43.398 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:43.457 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:43.398 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/04/30 16:13:43.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.398 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=899.016µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:13:43.554 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:43.554 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/04/30 16:13:43.593 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.927301ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:43.398 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.663 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.398 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.700 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/04/30 16:13:43.700 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:43.760 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:43.698 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:43.760 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:43.698 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/04/30 16:13:43.800 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.698 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.683916ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/04/30 16:13:43.877 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:43.877 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/04/30 16:13:43.913 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.641073ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:43.698 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.970 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.698 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.018 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/04/30 16:13:44.018 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:44.021 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312997887\n# Parse_time: 0\n# Compile_time: 0.005486684\n# Rewrite_time: 0.003139989\n# Optimize_time: 0\n# Wait_TS: 0.000373169\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:44.547 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444216569593863\n# Query_time: 0.372041602\n# Parse_time: 0\n# Compile_time: 0.180682154\n# Rewrite_time: 0.00519753\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 373817\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODEuOW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDMyLjIBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDg1NC43wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDUwLjHCtXMRQQx3YWl0DRoMNDQuNB0aKGt2X3JlYWRfd2FsDWgQIDk5LjIJIghpa3YuGQAQMTE3LjkJggxzY2FuPoIADGtleXMFxShnZXRfc25hcHNobxF2BDE1BTpwLCByb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0Bozh4bjoge3ByZXdyaXRlOjIpWQFQESEYczo3MTMuOAWgCRQQOjIuMDQhXhxzbG93ZXN0XxE/JUQAIDGEEDAuMDAzAYFAZWdpb25faWQ6IDEwLCBzdG8hqjgxMjcuMC4wLjE6MjAxNjJCYwE+CgEMLjU2bSGKNggBAak6+QAEMjktb1r5AAXpOUoFjxRfYmF0Y2gltQw6IDM3De4ocHJvcG9zZV9zZW4hr0hpdDogMHMsIHBlcnNpc3RfbG9nGe0EMjgxxAlgFGxlYWRlcg1SCDEuM0kCDHN5bmMJOAgyMDhNMAkwMG1lbXRhYmxlOiAzLjJNdSluCTAEODYRlhBhcHBseTKxAAwyNS4zJZ8FGxWUBDExSZEUbXV0ZXhfKfwBwAlxMqEAGRcAd2E+BDIxRfgALA0rGZwMMjEuNkGPXUEYcHJpbWFyeUb7AQwycywg/vsBJfsEODIJ+wR9LIb9AQAxCaFi9gIJ/HXJRv0BNUyu/QEEMTkhsjEvMloBFDIxNG5zLD35CDEwMyVEES45XQgxLjchsQB9dZxFYQg1MTYtjSXeNvkBUesFGzX5BDc4jU8AbcL6AY1wSp0ACDQuNTH6LdYIbnVtoTEpU4WLADEROBhieXRlOjMyRShsaW5zZXJ0OjE0OS43bXMJMTE3LjEgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/04/30 16:13:44.649 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.087121293s] [2024/04/30 16:13:44.653 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager adbe0484-f31d-4b10-9bf6-dbd3215294d3"] [2024/04/30 16:13:44.653 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager adbe0484-f31d-4b10-9bf6-dbd3215294d3"] [2024/04/30 16:13:44.653 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager adbe0484-f31d-4b10-9bf6-dbd3215294d3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:13:44.655 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager adbe0484-f31d-4b10-9bf6-dbd3215294d3"] [] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=11.937µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=5.057µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=4.351µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=9.189µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=13.396µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.824µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=6.298µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=8.458µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=3.733µs] [2024/04/30 16:13:44.656 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.805µs] [2024/04/30 16:13:44.657 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:13:44.657 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.686µs] [2024/04/30 16:13:44.657 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:13:44.657 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/04/30 16:13:44.657 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/04/30 16:13:44.669 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=adbe0484-f31d-4b10-9bf6-dbd3215294d3] ["take time"=15.452308ms] [2024/04/30 16:13:44.669 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=adbe0484-f31d-4b10-9bf6-dbd3215294d3] [2024/04/30 16:13:44.672 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1120] [2024/04/30 16:13:44.672 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/04/30 16:13:44.672 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/04/30 16:13:44.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:13:44.672 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/04/30 16:13:44.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:13:44.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:13:44.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:13:44.672 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/04/30 16:13:44.672 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/04/30 16:13:44.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:13:44.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:13:44.672 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/04/30 16:13:44.672 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 8839a289-ce67-411a-9762-8595281e61b5 watch owner key /tidb/br-stream/owner/22318f2fc6bffb49"] [2024/04/30 16:13:44.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:13:44.672 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/04/30 16:13:44.672 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8839a289-ce67-411a-9762-8595281e61b5"] [2024/04/30 16:13:44.672 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/04/30 16:13:44.672 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8839a289-ce67-411a-9762-8595281e61b5"] [2024/04/30 16:13:44.674 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/04/30 16:13:44.674 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/04/30 16:13:44.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:13:44.674 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8839a289-ce67-411a-9762-8595281e61b5] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:44.674 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/04/30 16:13:44.674 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 8839a289-ce67-411a-9762-8595281e61b5"] [error="context canceled"] [2024/04/30 16:13:44.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:13:44.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:13:44.674 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=21.24926ms] [2024/04/30 16:13:44.674 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7363693538681113651] ["ddl lease"=500ms] ["stats lease"=3s] [2024/04/30 16:13:44.686 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/04/30 16:13:44.828 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1389] ["lease id"=3eaa8f2fc6c3e69e] [2024/04/30 16:13:44.830 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/04/30 16:13:44.874 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8839a289-ce67-411a-9762-8595281e61b5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:13:44.936 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=102.123527ms] [2024/04/30 16:13:44.942 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:13:44.942 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] [runWorker=true] [2024/04/30 16:13:44.942 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/04/30 16:13:44.944 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/04/30 16:13:44.945 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/04/30 16:13:44.945 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:13:44.945 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:13:44.945 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:13:44.945 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:44.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:13:44.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:13:44.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:44.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:13:44.946 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/04/30 16:13:44.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:13:44.946 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:13:44.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:13:44.946 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:44.946 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/04/30 16:13:44.947 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] ["owner key"=/tidb/ddl/fg/owner/6f188f2fc6c3e29a] [ownerID=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] [op=none] [2024/04/30 16:13:44.949 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:13:44.949 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=69f02b32-0c18-4a9c-9440-ae9175adb950] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:44.974 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/04/30 16:13:44.975 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/04/30 16:13:44.976 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/04/30 16:13:44.978 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] ["owner key"=/tidb/bindinfo/owner/6f188f2fc6c3e29f] [ownerID=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] [op=none] [2024/04/30 16:13:44.998 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:44.999 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] ["owner key"=/tidb/ddl/fg/owner/6f188f2fc6c3e29a] [ownerID=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] [op=none] [2024/04/30 16:13:44.999 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [op=none] [2024/04/30 16:13:44.999 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/04/30 16:13:45.007 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/04/30 16:13:45.014 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/04/30 16:13:45.099 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/04/30 16:13:45.123 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/04/30 16:13:45.140 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/04/30 16:13:45.140 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/04/30 16:13:45.140 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/04/30 16:13:45.140 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/04/30 16:13:45.140 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/04/30 16:13:45.140 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/04/30 16:13:45.140 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/04/30 16:13:45.140 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/04/30 16:13:45.140 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/04/30 16:13:45.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/04/30 16:13:45.143 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/04/30 16:13:45.144 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/04/30 16:13:45.145 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/04/30 16:13:45.145 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/04/30 16:13:45.145 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/04/30 16:13:45.145 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/04/30 16:13:45.147 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] ["owner key"=/tidb/stats/owner/6f188f2fc6c3e2a2] [ownerID=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] [op=none] [2024/04/30 16:13:45.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/04/30 16:13:45.152 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=62] [total-mem=32GiB] [2024/04/30 16:13:45.159 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/06d55b93-8e70-4ce5-aad6-3d668e5f4aa8] [2024/04/30 16:13:45.160 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/04/30 16:13:45.160 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/04/30 16:13:45.173 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/04/30 16:13:45.173 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/04/30 16:13:45.174 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/04/30 16:13:45.184 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.094125ms] [2024/04/30 16:13:45.226 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGzipAndMixedCompression [2024/04/30 16:13:45.238 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/04/30 16:13:45.240 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/04/30 16:13:45.279 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:45.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:45.279 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:45.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/04/30 16:13:45.337 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.379 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=959.637µs] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:13:45.391 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/04/30 16:13:45.427 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.149161ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:45.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.478 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.523 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/04/30 16:13:45.523 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:45.531 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/04/30 16:13:45.576 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:45.576 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/04/30 16:13:45.622 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.631 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/04/30 16:13:45.689 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.205014ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:45.700 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/04/30 16:13:45.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.667015ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.788 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.833 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/04/30 16:13:45.833 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:45.837 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.307795037\n# Parse_time: 0.000669485\n# Compile_time: 0.000901522\n# Rewrite_time: 0.000011367\n# Optimize_time: 0.000355025\n# Wait_TS: 0.000434774\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/04/30 16:13:45.968 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/04/30 16:13:45.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:13:45.968 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:13:45.968 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:46.078 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:46.123 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8839a289-ce67-411a-9762-8595281e61b5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:13:46.160 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/04/30 16:13:46.160 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/04/30 16:13:46.160 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/06d55b93-8e70-4ce5-aad6-3d668e5f4aa8] [watcherID=dc06fe32-65ad-4a79-b828-699b937437ce] [2024/04/30 16:13:46.175 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/04/30 16:13:46.191 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=62] [2024/04/30 16:13:46.191 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/04/30 16:13:46.191 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/04/30 16:13:46.191 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/04/30 16:13:46.191 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/04/30 16:13:46.304 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:13:46.409 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:13:46.490 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/04/30 16:13:46.490 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:13:46.597 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:13:46.598 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:46.600 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/04/30 16:13:46.622 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:46.636 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:46.636 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/04/30 16:13:46.636 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=149.37µs] [2024/04/30 16:13:46.636 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=425.712µs] [] [2024/04/30 16:13:46.637 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:13:46.637 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:13:46.767 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/04/30 16:13:46.787 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/04/30 16:13:46.794 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=61] [2024/04/30 16:13:46.838 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/04/30 16:13:46.840 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/04/30 16:13:46.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:46.842 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/04/30 16:13:46.850 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:13:46.851 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693538681113651] [2024/04/30 16:13:46.851 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:46.851 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:13:46.852 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:46.852 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:46.852 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:46.852 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:46.852 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:46.868 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:46.869 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:46.869 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:46.869 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/04/30 16:13:46.870 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/04/30 16:13:46.945 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/04/30 16:13:46.946 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/04/30 16:13:46.952 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/04/30 16:13:46.979 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/04/30 16:13:46.979 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/04/30 16:13:46.996 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/04/30 16:13:47.000 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=202.036µs] [encodeDur=1.634285ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=1.69157ms] [type=file] [takeTime=4.375573ms] [] [2024/04/30 16:13:47.002 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/04/30 16:13:47.002 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/c1205ab3-2338-466e-afbd-37e4ed6c8668.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/04/30 16:13:47.072 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/04/30 16:13:47.073 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=206.531µs] [encodeDur=577.121µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=54.82µs] [type=file] [takeTime=1.148562ms] [] [2024/04/30 16:13:47.074 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/04/30 16:13:47.074 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/40c2760b-d828-4734-994f-bbeb261adf9e.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/04/30 16:13:47.083 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/04/30 16:13:47.086 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.071499ms] [encodeDur=1.115953ms] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=67.206µs] [type=file] [takeTime=2.602088ms] [] [2024/04/30 16:13:47.087 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=140.945792ms] [] [2024/04/30 16:13:47.087 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/97f794ad-d1e1-4bb4-a8ce-68de86087646.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/04/30 16:13:47.087 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:13:47.087 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:13:47.087 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/04/30 16:13:47.090 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.333811ms] [] [2024/04/30 16:13:47.090 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/04/30 16:13:47.095 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:47.117 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/04/30 16:13:47.118 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:47.134 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/04/30 16:13:47.136 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=46.570216ms] [] [2024/04/30 16:13:47.137 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/04/30 16:13:47.138 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.330987ms] [] [2024/04/30 16:13:47.138 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:13:47.138 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/04/30 16:13:47.140 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.705033ms] [] [2024/04/30 16:13:47.140 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/04/30 16:13:47.140 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/04/30 16:13:47.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=71.202µs] [] [2024/04/30 16:13:47.140 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/04/30 16:13:47.141 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.132007ms] [] [2024/04/30 16:13:47.194 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/04/30 16:13:47.197 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:47.197 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:47.197 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:47.197 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:47.199 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:47.199 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:47.199 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:47.200 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:47.200 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:47.200 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=361.42387ms] [] [2024/04/30 16:13:47.219 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:13:47.221 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:47.222 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/04/30 16:13:47.222 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:13:47.292 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/04/30 16:13:47.294 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:13:47.294 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:13:47.469 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/04/30 16:13:47.521 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/04/30 16:13:47.521 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/04/30 16:13:47.521 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/04/30 16:13:47.521 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.011µs] [] [2024/04/30 16:13:47.521 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/04/30 16:13:47.521 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/04/30 16:13:47.522 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/04/30 16:13:47.522 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/04/30 16:13:47.525 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/04/30 16:13:47.526 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/04/30 16:13:47.527 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=5.276917ms] [] [2024/04/30 16:13:47.527 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=5.512434ms] [] [2024/04/30 16:13:47.572 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=102.215999ms] [] [2024/04/30 16:13:47.615 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:13:47.615 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/04/30 16:13:47.617 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/04/30 16:13:47.667 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/04/30 16:13:47.696 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/04/30 16:13:47.724 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:47.724 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/04/30 16:13:47.833 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:13:47.961 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.118128504\n# Parse_time: 0.000796408\n# Compile_time: 0.001236334\n# Rewrite_time: 0.000256343\n# Optimize_time: 0.000355025\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:13:47.970 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/04/30 16:13:48.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:47.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:48.014 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:47.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/04/30 16:13:48.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:47.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:48.099 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/04/30 16:13:48.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.839477ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:13:48.159 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/04/30 16:13:48.197 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=55.540989ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:48.250 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/04/30 16:13:48.267 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/04/30 16:13:48.272 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.948 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:48.328 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/04/30 16:13:48.328 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:48.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.362467932\n# Parse_time: 0.00031053\n# Compile_time: 0.000922306\n# Rewrite_time: 0.000011448\n# Optimize_time: 0.000887123\n# Wait_TS: 0.000401086\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/04/30 16:13:48.350 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:48.569 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:13:48.687 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:13:48.730 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/04/30 16:13:48.730 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:13:48.837 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:13:48.839 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:48.841 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/04/30 16:13:48.867 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:48.881 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:48.881 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/04/30 16:13:48.881 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=109.437µs] [2024/04/30 16:13:48.881 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=260.423µs] [] [2024/04/30 16:13:48.881 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:13:48.882 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:13:48.999 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/04/30 16:13:49.032 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/04/30 16:13:49.043 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=61] [2024/04/30 16:13:49.092 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/04/30 16:13:49.093 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/04/30 16:13:49.095 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.105 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:13:49.105 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693538681113651] [2024/04/30 16:13:49.105 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:49.105 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:13:49.107 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:49.107 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:49.107 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:49.107 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:49.107 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:49.123 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:49.125 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:49.125 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:49.125 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/04/30 16:13:49.125 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/04/30 16:13:49.180 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/04/30 16:13:49.184 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/04/30 16:13:49.188 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/04/30 16:13:49.188 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/04/30 16:13:49.198 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/04/30 16:13:49.200 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=126.057µs] [encodeDur=466.857µs] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=165.48µs] [type=file] [takeTime=1.231438ms] [] [2024/04/30 16:13:49.201 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/04/30 16:13:49.201 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/85ddd1ce-2be5-4f30-b86f-389ecad3959a.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/04/30 16:13:49.211 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/04/30 16:13:49.212 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=109.703µs] [encodeDur=531.392µs] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=61.946µs] [type=file] [takeTime=1.098543ms] [] [2024/04/30 16:13:49.213 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/7601982e-c256-4da4-ab09-7a49b1918235.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/04/30 16:13:49.213 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/04/30 16:13:49.223 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/04/30 16:13:49.225 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=258.478µs] [encodeDur=947.759µs] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=70.328µs] [type=file] [takeTime=1.655622ms] [] [2024/04/30 16:13:49.226 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=46.096908ms] [] [2024/04/30 16:13:49.226 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/26570238-45b4-489b-b5c4-738e3c60c158.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/04/30 16:13:49.226 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/04/30 16:13:49.226 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/04/30 16:13:49.226 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/04/30 16:13:49.229 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.699597ms] [] [2024/04/30 16:13:49.229 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/04/30 16:13:49.235 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:49.257 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/04/30 16:13:49.257 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:49.272 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/04/30 16:13:49.274 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=44.948976ms] [] [2024/04/30 16:13:49.274 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/04/30 16:13:49.276 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.241887ms] [] [2024/04/30 16:13:49.276 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/04/30 16:13:49.276 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/04/30 16:13:49.278 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.815712ms] [] [2024/04/30 16:13:49.278 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/04/30 16:13:49.278 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/04/30 16:13:49.278 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=78.821µs] [] [2024/04/30 16:13:49.278 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/04/30 16:13:49.279 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.012776ms] [] [2024/04/30 16:13:49.330 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/04/30 16:13:49.333 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:49.333 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:49.333 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:49.333 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:49.333 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:49.333 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:49.333 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:49.333 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:49.333 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:49.334 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:49.334 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:49.334 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:49.334 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:49.336 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:49.336 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:49.336 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:49.336 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:49.336 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:49.336 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=243.962377ms] [] [2024/04/30 16:13:49.351 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:13:49.352 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:49.353 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/04/30 16:13:49.353 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:13:49.454 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/04/30 16:13:49.457 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:13:49.457 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:13:49.611 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/04/30 16:13:49.659 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/04/30 16:13:49.659 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/04/30 16:13:49.659 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/04/30 16:13:49.659 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=12.75µs] [] [2024/04/30 16:13:49.659 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/04/30 16:13:49.659 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/04/30 16:13:49.659 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/04/30 16:13:49.659 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/04/30 16:13:49.664 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/04/30 16:13:49.664 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/04/30 16:13:49.664 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.227627ms] [] [2024/04/30 16:13:49.664 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.392815ms] [] [2024/04/30 16:13:49.711 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=99.706239ms] [] [2024/04/30 16:13:49.752 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:13:49.752 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/04/30 16:13:49.755 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/04/30 16:13:49.796 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/04/30 16:13:49.838 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/04/30 16:13:49.868 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:49.868 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/04/30 16:13:49.965 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.632265809\n# Parse_time: 0.001452152\n# Compile_time: 0.002656203\n# Rewrite_time: 0.000303581\n# Optimize_time: 0.000887123\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/04/30 16:13:49.977 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/04/30 16:13:49.979 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:13:49.980 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/04/30 16:13:50.018 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:49.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:50.018 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:49.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/04/30 16:13:50.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:49.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.134 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.181804ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:13:50.146 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/04/30 16:13:50.182 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.396463ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:49.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.226 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:49.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.279 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/04/30 16:13:50.279 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:50.284 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.30496471\n# Parse_time: 0.000361857\n# Compile_time: 0.00065226\n# Rewrite_time: 0.000005757\n# Optimize_time: 0.001365301\n# Wait_TS: 0.000534074\n# DB: gzip\n# Is_internal: false\n# Digest: 8b5b3f55853ff740663ac2aba72696fd12f93256f3af0d8752dcedc90807a561\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_server;"] [2024/04/30 16:13:50.288 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/04/30 16:13:50.338 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:50.338 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/04/30 16:13:50.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.393 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/04/30 16:13:50.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.412484ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:50.460 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/04/30 16:13:50.494 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.781997ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.576 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.614 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/04/30 16:13:50.614 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:50.617 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.331059461\n# Parse_time: 0.00126627\n# Compile_time: 0.001008017\n# Rewrite_time: 0.000011015\n# Optimize_time: 0.001365301\n# Wait_TS: 0.000483008\n# DB: from_server\n# Is_internal: false\n# Digest: 2ddde2966584d9ad12769454e590b3145b3fdd941ece31b54906b745030d6838\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_server;\ncreate table t (a bigint, b varchar(100));"] [2024/04/30 16:13:50.840 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer4074453159/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:13:50.840 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:50.840 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/04/30 16:13:50.840 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=59.183µs] [2024/04/30 16:13:50.840 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=188.435µs] [] [2024/04/30 16:13:50.941 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:13:50.991 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/04/30 16:13:50.991 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:13:51.102 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:13:51.103 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:51.105 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/04/30 16:13:51.130 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:13:51.130 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:13:51.291 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/04/30 16:13:51.312 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/04/30 16:13:51.346 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=54] [2024/04/30 16:13:51.385 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/04/30 16:13:51.387 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/04/30 16:13:51.395 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:13:51.395 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693538681113651] [2024/04/30 16:13:51.395 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:51.395 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:13:51.396 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:51.396 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:51.396 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:51.396 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:51.397 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:51.410 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:51.412 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:51.412 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:51.412 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/04/30 16:13:51.412 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/04/30 16:13:51.453 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/04/30 16:13:51.457 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:51.461 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:51.461 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/04/30 16:13:51.565 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/04/30 16:13:51.567 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=153.955µs] [encodeDur=988.927µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=321.264µs] [type=file] [takeTime=1.956122ms] [] [2024/04/30 16:13:51.568 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/da03b240-f96e-4769-8382-edc020e34f5e.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/04/30 16:13:51.568 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=114.654463ms] [] [2024/04/30 16:13:51.568 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/04/30 16:13:51.569 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/04/30 16:13:51.569 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:51.571 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.33577ms] [] [2024/04/30 16:13:51.571 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/04/30 16:13:51.577 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:51.598 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/04/30 16:13:51.599 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:51.614 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/04/30 16:13:51.616 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=44.573207ms] [] [2024/04/30 16:13:51.616 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:51.617 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.250811ms] [] [2024/04/30 16:13:51.617 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/04/30 16:13:51.617 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:51.620 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=2.253427ms] [] [2024/04/30 16:13:51.620 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/04/30 16:13:51.620 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:51.620 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=83.689µs] [] [2024/04/30 16:13:51.620 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:51.621 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.19058ms] [] [2024/04/30 16:13:51.669 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:51.672 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:51.672 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:51.672 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:51.672 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:51.674 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:51.674 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:51.674 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:51.674 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:51.674 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:51.674 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=288.798121ms] [] [2024/04/30 16:13:51.719 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:13:51.720 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:51.722 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/04/30 16:13:51.722 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:13:51.789 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/04/30 16:13:51.790 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:13:51.790 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:13:51.988 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/04/30 16:13:52.039 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/04/30 16:13:52.040 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/04/30 16:13:52.040 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/04/30 16:13:52.048 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=8.16685ms] [] [2024/04/30 16:13:52.048 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/04/30 16:13:52.048 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/04/30 16:13:52.048 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/04/30 16:13:52.048 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/04/30 16:13:52.052 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/04/30 16:13:52.053 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/04/30 16:13:52.053 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.052282ms] [] [2024/04/30 16:13:52.053 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.26773ms] [] [2024/04/30 16:13:52.093 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=105.104299ms] [] [2024/04/30 16:13:52.117 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:13:52.117 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/04/30 16:13:52.121 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/04/30 16:13:52.187 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/04/30 16:13:52.208 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/04/30 16:13:52.224 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:52.224 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/04/30 16:13:52.324 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:13:52.502 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.883637152\n# Parse_time: 0.00083022\n# Compile_time: 0.001199319\n# Rewrite_time: 0.00023809\n# Optimize_time: 0.001365301\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer4074453159/001/server-0.csv';"] [2024/04/30 16:13:52.515 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/04/30 16:13:52.548 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:52.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:52.548 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:52.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:13:52.592 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:52.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.604 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/04/30 16:13:52.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.463294ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:13:52.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/04/30 16:13:52.693 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.817042ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:52.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.754 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/04/30 16:13:52.762 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/04/30 16:13:52.766 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:52.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.857 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/04/30 16:13:52.857 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:52.861 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.346479265\n# Parse_time: 0.000247507\n# Compile_time: 0.000917581\n# Rewrite_time: 0.000014444\n# Optimize_time: 0.005345213\n# Wait_TS: 0.000321724\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:13:53.070 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer4074453159/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:13:53.070 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:53.070 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/04/30 16:13:53.070 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=96.888µs] [2024/04/30 16:13:53.070 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=234.195µs] [] [2024/04/30 16:13:53.186 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:13:53.232 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/04/30 16:13:53.233 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:13:53.338 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:13:53.339 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:53.340 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/04/30 16:13:53.358 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:13:53.358 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:13:53.502 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/04/30 16:13:53.523 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/04/30 16:13:53.535 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=54] [2024/04/30 16:13:53.581 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/04/30 16:13:53.583 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/04/30 16:13:53.591 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:13:53.591 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693538681113651] [2024/04/30 16:13:53.592 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.592 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:13:53.593 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.593 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:53.593 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.593 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.593 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:53.629 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:53.631 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:53.632 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:53.632 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/04/30 16:13:53.632 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/04/30 16:13:53.692 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/04/30 16:13:53.697 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:53.701 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:53.701 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:53.701 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:53.701 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:53.755 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/04/30 16:13:53.755 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/04/30 16:13:53.756 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/04/30 16:13:53.757 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=220.998µs] [encodeDur=991.58µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=376.08µs] [type=file] [takeTime=2.138056ms] [] [2024/04/30 16:13:53.757 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=242.492µs] [encodeDur=882.342µs] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=297.911µs] [type=file] [takeTime=1.770265ms] [] [2024/04/30 16:13:53.760 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/966d894b-5bad-4b01-b7a6-5755269e91f3.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/04/30 16:13:53.760 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=2.03231ms] [encodeDur=757.654µs] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=339.041µs] [type=file] [takeTime=3.431937ms] [] [2024/04/30 16:13:53.761 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=68.742931ms] [] [2024/04/30 16:13:53.761 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:13:53.761 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/7bceadcf-0c4b-4646-ac49-fa427a58d9b0.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/04/30 16:13:53.761 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:13:53.761 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:53.762 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/183c73bc-4c94-4ae0-bff3-80006d14e6e6.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/04/30 16:13:53.766 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=4.262869ms] [] [2024/04/30 16:13:53.766 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/04/30 16:13:53.771 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:53.794 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/04/30 16:13:53.794 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:53.808 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/04/30 16:13:53.810 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=44.266971ms] [] [2024/04/30 16:13:53.810 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:53.811 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.310947ms] [] [2024/04/30 16:13:53.812 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:13:53.812 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:53.813 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.702695ms] [] [2024/04/30 16:13:53.813 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/04/30 16:13:53.813 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:53.813 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=64.839µs] [] [2024/04/30 16:13:53.814 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:53.814 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=880.733µs] [] [2024/04/30 16:13:53.861 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:13:53.863 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:53.864 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/04/30 16:13:53.864 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:13:53.879 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:53.882 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:53.882 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.882 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:53.882 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:53.885 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:53.885 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:53.885 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:53.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.885 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:53.885 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=303.529452ms] [] [2024/04/30 16:13:53.935 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/04/30 16:13:53.937 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:13:53.937 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:13:54.122 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/04/30 16:13:54.166 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:13:54.166 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:13:54.166 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:13:54.174 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=7.757503ms] [] [2024/04/30 16:13:54.174 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/04/30 16:13:54.174 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/04/30 16:13:54.174 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/04/30 16:13:54.174 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/04/30 16:13:54.184 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/04/30 16:13:54.185 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/04/30 16:13:54.185 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=18.926528ms] [] [2024/04/30 16:13:54.185 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=19.132229ms] [] [2024/04/30 16:13:54.230 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=107.376519ms] [] [2024/04/30 16:13:54.252 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:13:54.252 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/04/30 16:13:54.255 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/04/30 16:13:54.325 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/04/30 16:13:54.341 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/04/30 16:13:54.364 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:54.364 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/04/30 16:13:54.474 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.612681566\n# Parse_time: 0.000378848\n# Compile_time: 0.001184727\n# Rewrite_time: 0.000232834\n# Optimize_time: 0.005345213\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer4074453159/001/server-*.csv';"] [2024/04/30 16:13:54.487 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/04/30 16:13:54.490 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:13:54.520 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:54.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:54.520 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:54.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:13:54.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:54.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.612 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/04/30 16:13:54.666 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.599722ms] [gotSchemaVersion=58] [phyTblIDs="[114,116]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:13:54.678 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/04/30 16:13:54.712 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.422676ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:54.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.777 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/04/30 16:13:54.788 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/04/30 16:13:54.792 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:54.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.855 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/04/30 16:13:54.855 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:54.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.371947953\n# Parse_time: 0.000205694\n# Compile_time: 0.000738323\n# Rewrite_time: 0.000010073\n# Optimize_time: 0.001232474\n# Wait_TS: 0.000390149\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:13:55.084 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer4074453159/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:13:55.084 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:55.084 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:13:55.084 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=71.145µs] [2024/04/30 16:13:55.084 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=254.238µs] [] [2024/04/30 16:13:55.196 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:13:55.233 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/04/30 16:13:55.233 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:13:55.340 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:13:55.341 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:55.342 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/04/30 16:13:55.362 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:13:55.363 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:13:55.490 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/04/30 16:13:55.512 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/04/30 16:13:55.529 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=54] [2024/04/30 16:13:55.569 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/04/30 16:13:55.571 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/04/30 16:13:55.579 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:13:55.579 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693538681113651] [2024/04/30 16:13:55.580 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:55.580 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:13:55.581 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:55.581 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:55.581 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:55.581 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:55.581 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:55.595 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:55.597 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:55.597 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:55.597 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/04/30 16:13:55.597 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/04/30 16:13:55.639 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/04/30 16:13:55.643 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:55.647 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:55.647 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/04/30 16:13:55.695 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/04/30 16:13:55.697 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=203.072µs] [encodeDur=1.138377ms] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=328.981µs] [type=file] [takeTime=2.153177ms] [] [2024/04/30 16:13:55.698 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=59.217083ms] [] [2024/04/30 16:13:55.698 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/4fafe2ac-10d5-410e-90e4-3cf51362e436.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/04/30 16:13:55.698 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:13:55.699 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:13:55.699 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:55.701 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.187937ms] [] [2024/04/30 16:13:55.701 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/04/30 16:13:55.706 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:55.728 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/04/30 16:13:55.729 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:55.747 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/04/30 16:13:55.749 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=48.157963ms] [] [2024/04/30 16:13:55.749 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/04/30 16:13:55.751 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.299486ms] [] [2024/04/30 16:13:55.751 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:13:55.751 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:55.753 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=2.091107ms] [] [2024/04/30 16:13:55.753 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/04/30 16:13:55.753 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:55.753 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=62.376µs] [] [2024/04/30 16:13:55.753 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/04/30 16:13:55.754 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.148822ms] [] [2024/04/30 16:13:55.803 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:55.806 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:55.806 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:55.806 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:55.807 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:55.809 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:55.809 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:55.809 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:55.809 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:55.809 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:55.809 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=239.91267ms] [] [2024/04/30 16:13:55.853 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:13:55.855 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:55.856 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/04/30 16:13:55.856 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:13:55.930 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/04/30 16:13:55.931 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:13:55.931 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:13:56.121 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/04/30 16:13:56.176 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:13:56.177 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:13:56.177 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:13:56.187 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=9.881442ms] [] [2024/04/30 16:13:56.187 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/04/30 16:13:56.187 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/04/30 16:13:56.187 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/04/30 16:13:56.187 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/04/30 16:13:56.191 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/04/30 16:13:56.192 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/04/30 16:13:56.192 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=15.804243ms] [] [2024/04/30 16:13:56.193 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=16.061736ms] [] [2024/04/30 16:13:56.252 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=131.051552ms] [] [2024/04/30 16:13:56.256 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:13:56.256 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/04/30 16:13:56.259 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/04/30 16:13:56.305 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/04/30 16:13:56.340 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/04/30 16:13:56.364 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:56.365 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/04/30 16:13:56.466 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.60658401\n# Parse_time: 0.000463913\n# Compile_time: 0.001211349\n# Rewrite_time: 0.00023578\n# Optimize_time: 0.001232474\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer4074453159/001/test.csv.gz';"] [2024/04/30 16:13:56.470 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSnappy [2024/04/30 16:13:56.528 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/04/30 16:13:56.531 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/04/30 16:13:56.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:56.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:56.568 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:56.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/04/30 16:13:56.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:56.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:56.673 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.193939ms] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:13:56.685 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/04/30 16:13:56.721 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.858007ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:56.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:56.774 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:56.498 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:56.801 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/04/30 16:13:56.801 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:56.809 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/04/30 16:13:56.859 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.798 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:56.859 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.798 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/04/30 16:13:56.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:56.798 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:56.919 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/04/30 16:13:57.013 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=3.437118ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:57.028 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/04/30 16:13:57.058 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=54.491768ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.798 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:57.105 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:56.798 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:57.166 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/04/30 16:13:57.166 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:57.170 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.363003271\n# Parse_time: 0.001099397\n# Compile_time: 0.001163957\n# Rewrite_time: 0.000017293\n# Optimize_time: 0.000973344\n# Wait_TS: 0.000456975\n# DB: snappy\n# Is_internal: false\n# Digest: a02deaa25c5034e37f814d72bf4f52fe53739dd15cd4b94f74c2300e88105e2e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse snappy;\nCREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/04/30 16:13:57.189 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:57.413 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:13:57.520 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:13:57.570 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/04/30 16:13:57.570 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:13:57.676 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:13:57.677 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:57.678 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/04/30 16:13:57.702 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:57.711 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:57.711 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/04/30 16:13:57.711 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=58.312µs] [2024/04/30 16:13:57.711 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=180.752µs] [] [2024/04/30 16:13:57.712 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:13:57.712 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:13:57.860 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/04/30 16:13:57.878 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/04/30 16:13:57.902 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=61] [2024/04/30 16:13:57.944 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/04/30 16:13:57.945 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/04/30 16:13:57.947 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:57.955 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:13:57.956 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693538681113651] [2024/04/30 16:13:57.956 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:57.956 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:13:57.957 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:57.957 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:57.957 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:57.957 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:57.957 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:57.973 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:57.974 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:57.974 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:57.974 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/04/30 16:13:57.974 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/04/30 16:13:58.020 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/04/30 16:13:58.025 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/04/30 16:13:58.028 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/04/30 16:13:58.028 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/04/30 16:13:58.125 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/04/30 16:13:58.129 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=1.342331ms] [encodeDur=1.030982ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=488.101µs] [type=file] [takeTime=3.304245ms] [] [2024/04/30 16:13:58.130 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=109.213514ms] [] [2024/04/30 16:13:58.130 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/4cf036bc-2385-48fd-9d90-c201d40f054d.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/04/30 16:13:58.130 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:13:58.130 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:13:58.130 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/04/30 16:13:58.133 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=2.352327ms] [] [2024/04/30 16:13:58.133 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/04/30 16:13:58.137 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:58.159 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/04/30 16:13:58.160 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:58.173 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/04/30 16:13:58.175 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=42.598461ms] [] [2024/04/30 16:13:58.175 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/04/30 16:13:58.177 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.134362ms] [] [2024/04/30 16:13:58.177 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:13:58.177 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/04/30 16:13:58.178 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.681621ms] [] [2024/04/30 16:13:58.179 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/04/30 16:13:58.179 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/04/30 16:13:58.179 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=66.466µs] [] [2024/04/30 16:13:58.179 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/04/30 16:13:58.180 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.08056ms] [] [2024/04/30 16:13:58.238 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/04/30 16:13:58.241 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:58.241 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:58.241 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:58.241 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:58.243 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:58.243 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:58.243 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:58.243 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:58.243 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:58.243 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=299.440848ms] [] [2024/04/30 16:13:58.315 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:13:58.316 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:58.318 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/04/30 16:13:58.318 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:13:58.393 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/04/30 16:13:58.395 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:13:58.395 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:13:58.553 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/04/30 16:13:58.599 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:13:58.600 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:13:58.600 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:13:58.600 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=15.8µs] [] [2024/04/30 16:13:58.600 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/04/30 16:13:58.600 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/04/30 16:13:58.600 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/04/30 16:13:58.600 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/04/30 16:13:58.605 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/04/30 16:13:58.606 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/04/30 16:13:58.606 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.040325ms] [] [2024/04/30 16:13:58.606 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.284294ms] [] [2024/04/30 16:13:58.677 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=123.409298ms] [] [2024/04/30 16:13:58.696 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:13:58.696 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/04/30 16:13:58.699 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/04/30 16:13:58.770 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/04/30 16:13:58.778 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/04/30 16:13:58.799 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:58.799 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/04/30 16:13:58.893 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:13:59.101 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.929102763\n# Parse_time: 0.001633505\n# Compile_time: 0.002299103\n# Rewrite_time: 0.000307098\n# Optimize_time: 0.000973344\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/04/30 16:13:59.114 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/04/30 16:13:59.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/04/30 16:13:59.149 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:59.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:59.149 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:59.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/04/30 16:13:59.196 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:59.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:59.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.146812ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:13:59.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/04/30 16:13:59.275 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.284824ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:59.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:59.316 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:59.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:59.343 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/04/30 16:13:59.343 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:59.350 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/04/30 16:13:59.398 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:59.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:59.398 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:59.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/04/30 16:13:59.451 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:59.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:59.460 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/04/30 16:13:59.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.476857ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:59.565 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/04/30 16:13:59.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.437365ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:59.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:59.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:59.348 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:59.683 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/04/30 16:13:59.683 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:59.687 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.338915809\n# Parse_time: 0.000876216\n# Compile_time: 0.00119994\n# Rewrite_time: 0.000011071\n# Optimize_time: 0.002168204\n# Wait_TS: 0.000415251\n# DB: zstd\n# Is_internal: false\n# Digest: 0c19c6ee0f6e88d3d048daabbdcf4e58133d703d419a30f7a248a999fbea849c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse zstd;\nCREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/04/30 16:13:59.837 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:00.084 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:00.173 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:00.220 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/04/30 16:14:00.221 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:00.327 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:00.328 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:00.329 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/04/30 16:14:00.348 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:00.361 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:00.362 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/04/30 16:14:00.362 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=116.116µs] [2024/04/30 16:14:00.362 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=282.363µs] [] [2024/04/30 16:14:00.362 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:00.362 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:00.523 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/04/30 16:14:00.543 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/04/30 16:14:00.544 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=61] [2024/04/30 16:14:00.594 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/04/30 16:14:00.596 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/04/30 16:14:00.598 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:00.606 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:00.606 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693538681113651] [2024/04/30 16:14:00.607 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:00.607 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:00.608 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:00.608 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:00.608 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:00.608 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:00.608 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:00.623 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:00.625 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:00.625 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:00.625 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/04/30 16:14:00.625 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/04/30 16:14:00.672 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/04/30 16:14:00.691 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/04/30 16:14:00.695 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/04/30 16:14:00.695 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/04/30 16:14:00.750 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/04/30 16:14:00.753 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.295162ms] [encodeDur=707.091µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=551.568µs] [type=file] [takeTime=3.062708ms] [] [2024/04/30 16:14:00.754 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/04/30 16:14:00.755 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/dbde7e00-b03c-46ad-a0b6-fe76f41f9b0b.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/04/30 16:14:00.763 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/04/30 16:14:00.765 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.176525ms] [encodeDur=894.205µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=77.371µs] [type=file] [takeTime=2.498583ms] [] [2024/04/30 16:14:00.766 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/fc635e6d-553b-4edd-b52f-d96bc57371ac.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/04/30 16:14:00.766 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=93.895001ms] [] [2024/04/30 16:14:00.767 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:14:00.767 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:14:00.767 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/04/30 16:14:00.769 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=2.355097ms] [] [2024/04/30 16:14:00.769 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/04/30 16:14:00.775 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:00.797 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/04/30 16:14:00.797 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:00.811 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/04/30 16:14:00.812 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=43.113714ms] [] [2024/04/30 16:14:00.812 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/04/30 16:14:00.814 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.089643ms] [] [2024/04/30 16:14:00.814 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:14:00.814 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/04/30 16:14:00.815 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.546868ms] [] [2024/04/30 16:14:00.815 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/04/30 16:14:00.816 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/04/30 16:14:00.816 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=61.761µs] [] [2024/04/30 16:14:00.816 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/04/30 16:14:00.817 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=925.426µs] [] [2024/04/30 16:14:00.874 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:00.906 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:00.906 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:00.906 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:00.906 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:00.909 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:00.909 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:00.909 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:00.909 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:00.909 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:00.909 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=314.817258ms] [] [2024/04/30 16:14:00.948 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:00.950 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:00.951 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:00.951 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:01.015 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/04/30 16:14:01.017 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:01.017 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:01.175 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/04/30 16:14:01.225 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:14:01.225 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:14:01.225 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:14:01.225 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.459µs] [] [2024/04/30 16:14:01.225 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/04/30 16:14:01.225 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/04/30 16:14:01.226 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/04/30 16:14:01.226 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/04/30 16:14:01.230 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/04/30 16:14:01.230 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/04/30 16:14:01.230 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=5.052795ms] [] [2024/04/30 16:14:01.230 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=5.232945ms] [] [2024/04/30 16:14:01.294 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=118.837592ms] [] [2024/04/30 16:14:01.344 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:01.344 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/04/30 16:14:01.347 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/04/30 16:14:01.427 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/04/30 16:14:01.428 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/04/30 16:14:01.456 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:01.456 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/04/30 16:14:01.544 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:01.747 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9245134259999999\n# Parse_time: 0.000548027\n# Compile_time: 0.001247042\n# Rewrite_time: 0.000299451\n# Optimize_time: 0.002168204\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:01.788 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [2024/04/30 16:14:01.788 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [2024/04/30 16:14:01.788 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:01.790 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [] [2024/04/30 16:14:01.791 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:01.791 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=31.271µs] [2024/04/30 16:14:01.791 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=19.408µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=20.821µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=16.705µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=19.946µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=20.17µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=20.257µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=20.357µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=30.645µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=34.898µs] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:01.792 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=30.399µs] [2024/04/30 16:14:01.793 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:01.793 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/04/30 16:14:01.793 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/04/30 16:14:01.803 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] ["take time"=42.100711ms] [2024/04/30 16:14:01.803 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] [2024/04/30 16:14:01.806 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/04/30 16:14:01.806 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/06d55b93-8e70-4ce5-aad6-3d668e5f4aa8] [watcherID=dc06fe32-65ad-4a79-b828-699b937437ce] [2024/04/30 16:14:01.806 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/04/30 16:14:01.806 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/06d55b93-8e70-4ce5-aad6-3d668e5f4aa8] [2024/04/30 16:14:01.806 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/04/30 16:14:01.807 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:14:01.807 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:14:01.807 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:14:01.807 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:14:01.807 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/04/30 16:14:01.807 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:14:01.807 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:14:01.807 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:14:01.807 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:14:01.816 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/04/30 16:14:01.816 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/04/30 16:14:01.817 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1389] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:14:01.818 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:14:01.818 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/04/30 16:14:01.818 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 69f02b32-0c18-4a9c-9440-ae9175adb950"] [error="lost watcher waiting for delete"] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/04/30 16:14:01.818 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:14:01.818 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/04/30 16:14:01.818 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/04/30 16:14:01.818 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/04/30 16:14:01.818 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/04/30 16:14:01.818 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/04/30 16:14:01.818 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/04/30 16:14:01.818 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/04/30 16:14:01.818 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:01.818 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a watch owner key /tidb/stats/owner/6f188f2fc6c3e2a2"] [2024/04/30 16:14:01.819 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/04/30 16:14:01.819 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:14:01.819 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/04/30 16:14:01.819 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [2024/04/30 16:14:01.819 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [2024/04/30 16:14:01.819 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a] [2024/04/30 16:14:01.819 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/04/30 16:14:01.819 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/04/30 16:14:01.820 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/04/30 16:14:01.820 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [error="context canceled"] [2024/04/30 16:14:01.820 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/04/30 16:14:01.820 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=69f02b32-0c18-4a9c-9440-ae9175adb950] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:01.820 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/04/30 16:14:01.820 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:14:01.820 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:14:01.820 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:14:01.820 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 69f02b32-0c18-4a9c-9440-ae9175adb950"] [error="context canceled"] [2024/04/30 16:14:01.821 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 69f02b32-0c18-4a9c-9440-ae9175adb950"] [2024/04/30 16:14:01.821 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 69f02b32-0c18-4a9c-9440-ae9175adb950"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:01.832 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:14:01.833 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:14:01.834 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/04/30 16:14:01.835 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:14:01.835 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/04/30 16:14:01.835 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/04/30 16:14:01.836 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/04/30 16:14:02.020 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:03.070 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:14:03.070 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/04/30 16:14:03.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/04/30 16:14:03.085 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 69f02b32-0c18-4a9c-9440-ae9175adb950"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:14:03.278 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1cd9ae0-8182-4aac-ac59-bc9feb89fa9a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:14:03.278 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/04/30 16:14:03.278 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/04/30 16:14:03.278 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/04/30 16:14:03.285 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.524047423s] [2024/04/30 16:14:03.286 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:03.286 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:03.286 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:03.286 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:03.288 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (40.14s) --- PASS: TestImportInto/TestGzipAndMixedCompression (4.74s) --- PASS: TestImportInto/TestImportFromServer (6.55s) --- PASS: TestImportInto/TestSnappy (2.59s) --- PASS: TestImportInto/TestZStd (2.64s) PASS coverage: 13.5% of statements GCov does not exist at the given path: '' Apr 30, 2024 4:14:08 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Apr 30, 2024 4:14:08 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Apr 30, 2024 4:14:08 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Apr 30, 2024 4:14:08 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Apr 30, 2024 4:14:08 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test [32mINFO: [0mElapsed time: 30.855s, Critical Path: 13.90s [32mINFO: [0m1572 processes: 1552 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 1572 total actions Test cases: finished with [0m[32m5 passing[0m and 0 failing out of 5 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/05 15:07:38.423 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:38.424 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:38.424 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:38.427 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:38.428 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:38.428 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:38.428 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:38.429 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:38.429 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:38.429 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:38.429 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:38.429 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:38.430 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=424.987µs] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.433 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:40.433 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:40.434 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.434 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.434 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.434 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.435 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.435 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.435 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.435 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:40.436 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.436 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.437 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.437 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.437 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.437 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.437 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:40.437 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:40.437 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:40.437 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:40.437 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:40.437 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:40.437 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.437 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.437 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:40.437 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.437 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:40.437 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.437 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:40.438 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:40.438 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:40.439 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:40.439 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.439 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:40.439 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.439 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:40.439 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.440 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.440 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.487 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:41.435 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:41.436 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:41.436 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:41.436 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:41.436 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:41.437 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:41.437 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:41.437 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:41.442 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408757325286202] [2024/05/05 15:07:41.442 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408757325286202] [2024/05/05 15:07:41.446 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:41.446 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:41.447 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:41.448 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:41.448 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:41.448 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:41.448 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:41.449 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:41.449 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/05/05 15:07:41.449 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:41.650 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:41.650 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:41.651 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:41.651 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=184.262µs] [2024/05/05 15:07:41.651 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408757325286202/leader] [purpose="leader election"] [2024/05/05 15:07:41.651 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:41.651 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:42.652 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:42.833 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:42.843 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:42.843 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:42.843 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43785] [remotes="[]"] [2024/05/05 15:07:42.844 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42331] [remotes="[]"] [2024/05/05 15:07:42.844 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:42.848 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:51.438 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:51.438 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/05/05 15:07:38.423 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:38.424 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:38.424 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:38.427 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:38.428 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:38.428 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:38.428 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:38.429 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:38.429 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:38.429 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:38.429 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:38.429 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:38.430 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=499.179µs] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.433 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:40.434 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:40.434 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.434 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.434 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.435 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.436 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.436 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.436 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.436 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:40.436 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.437 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.438 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.438 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.438 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.438 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.438 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.438 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:40.438 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:40.438 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:40.438 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:40.438 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:40.438 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:40.438 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.438 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:40.438 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.438 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:40.438 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.438 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:40.439 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.439 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.440 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:40.440 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:40.440 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:40.440 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.440 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:40.440 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:40.440 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.440 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.440 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:40.440 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:40.488 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/05 15:07:41.435 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:41.436 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:41.436 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:41.436 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:41.436 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:41.436 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:41.436 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:41.436 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:41.436 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:41.436 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:41.439 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408757325286202] [2024/05/05 15:07:41.439 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408757325286202] [2024/05/05 15:07:41.445 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:41.446 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:41.446 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:41.447 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:41.447 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:41.447 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:41.447 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:41.448 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:41.448 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/05 15:07:41.448 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:41.449 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908008743932173] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:41.449 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:41.449 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408757325286202/leader] [purpose="leader election"] [2024/05/05 15:07:41.449 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/05 15:07:41.449 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:41.449 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:41.449 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:41.450 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:44.450 +08:00] [next=2024/05/05 15:07:41.450 +08:00] [2024/05/05 15:07:41.451 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:41.452 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:41.452 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:41.454 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:41.458 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:41.458 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:41.458 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/05 15:07:41.750 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:41.750 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:41.750 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:41.824 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:41.824 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:41.824 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:41.824 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:41.824 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:41.824 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:41.832 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408757325286202] [request="header:<cluster_id:7365408757325286202 > store:<id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:8 store_id:3 > > "] [2024/05/05 15:07:41.832 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408757325286202] [request="header:<cluster_id:7365408757325286202 > store:<id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:1 > > "] [2024/05/05 15:07:41.832 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408757325286202] [request="header:<cluster_id:7365408757325286202 > store:<id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:6 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:2 > > "] [2024/05/05 15:07:41.832 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408757325286202] [2024/05/05 15:07:41.833 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408757325286202] [2024/05/05 15:07:41.833 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408757325286202] [2024/05/05 15:07:41.835 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=974.169µs] [2024/05/05 15:07:41.835 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=71.851µs] [2024/05/05 15:07:41.836 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:41.836 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:41.836 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:41.836 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:41.836 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:41.836 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:41.836 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:41.837 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=631.966µs] [2024/05/05 15:07:41.840 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:41.841 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:41.841 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:41.841 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:42.449 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:42.652 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:42.652 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:42.652 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:42.652 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:44.836 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:44.836 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:44.836 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:44.836 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:44.836 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:44.836 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:44.837 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:44.837 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:44.837 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892861 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:44.837 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:44.837 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:44.838 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:44.838 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:44.840 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:44.840 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:44.840 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:44.840 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:44.850 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:44.850548312 +0800 CST m=+6.466065224, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:44.850 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:44.851 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:44.851 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:44.851 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:44.851 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:44.852 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=5] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:44.852 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=2.039301ms] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:44.850548312 +0800 CST m=+6.466065224, startAt:2024-05-05 15:07:44.850719714 +0800 CST m=+6.466236623, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:44.852 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=5] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:3 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:3 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:3 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:3 >"] [total=4] [2024/05/05 15:07:45.839 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:51.438 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:51.438 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:07:51.837 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/05 15:07:51.838 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/05 15:07:51.839 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:54.844103596 +0800 CST m=+16.459620508, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=create] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:54.844406789 +0800 CST m=+16.459923702, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=create] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:54.844507202 +0800 CST m=+16.460024114, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=create] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:54.844587699 +0800 CST m=+16.460104611, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=create] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:07:54.844661079 +0800 CST m=+16.460177991, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.844 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 22 on store 2"] [source=create] [2024/05/05 15:07:54.845 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.845 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.845 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.845 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.846 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.846 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.846 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.846 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/05/05 15:07:54.846 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.846 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:54.854 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.854 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.855 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.855 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.855 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:54.855 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.855 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=10.953789ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:07:54.844661079 +0800 CST m=+16.460177991, startAt:2024-05-05 15:07:54.844686433 +0800 CST m=+16.460203342, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.855 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.855 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.330288ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:54.844507202 +0800 CST m=+16.460024114, startAt:2024-05-05 15:07:54.844536227 +0800 CST m=+16.460053135, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.856 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.416925ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:54.844587699 +0800 CST m=+16.460104611, startAt:2024-05-05 15:07:54.844616788 +0800 CST m=+16.460133696, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.856 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.856 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.856 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.870967ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:54.844103596 +0800 CST m=+16.459620508, startAt:2024-05-05 15:07:54.844300078 +0800 CST m=+16.459816991, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.856 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:54.856 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.868321ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:54.844406789 +0800 CST m=+16.459923702, startAt:2024-05-05 15:07:54.844450506 +0800 CST m=+16.459967415, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:54.864554852 +0800 CST m=+16.480071764, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 1}, 1:{promote learner peer 23 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 1"] [source=create] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:54.864667547 +0800 CST m=+16.480184459, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 1}, 1:{promote learner peer 24 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 1"] [source=create] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:54.864740376 +0800 CST m=+16.480257285, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 1}, 1:{promote learner peer 25 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 1"] [source=create] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:54.864813041 +0800 CST m=+16.480329950, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 1}, 1:{promote learner peer 26 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 1"] [source=create] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:07:54.864886734 +0800 CST m=+16.480403643, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 1}, 1:{promote learner peer 27 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:54.864 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 1"] [source=create] [2024/05/05 15:07:54.865 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 1"] [source=heartbeat] [2024/05/05 15:07:54.865 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.865 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 1"] [source=heartbeat] [2024/05/05 15:07:54.865 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.866 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 1"] [source=heartbeat] [2024/05/05 15:07:54.866 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.866 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 1"] [source=heartbeat] [2024/05/05 15:07:54.866 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 1"] [source=heartbeat] [2024/05/05 15:07:54.866 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.866 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:27 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:54.872 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:54.872 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:54.872 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 27 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:54.872 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:54.873 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:54.873 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:1 role:Learner },Add peer:{id:23 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:54.873 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=8.75209ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:54.864554852 +0800 CST m=+16.480071764, startAt:2024-05-05 15:07:54.864609724 +0800 CST m=+16.480126633, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 1}, 1:{promote learner peer 23 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.873 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=8.651022ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:54.864813041 +0800 CST m=+16.480329950, startAt:2024-05-05 15:07:54.864843983 +0800 CST m=+16.480360891, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 1}, 1:{promote learner peer 26 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.873 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:1 role:Learner },Add peer:{id:26 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:54.873 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:27 store_id:1 role:Learner },Add peer:{id:27 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:54.873 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=8.730921ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:07:54.864886734 +0800 CST m=+16.480403643, startAt:2024-05-05 15:07:54.864919238 +0800 CST m=+16.480436147, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 1}, 1:{promote learner peer 27 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.873 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=8.955614ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:54.864740376 +0800 CST m=+16.480257285, startAt:2024-05-05 15:07:54.864764398 +0800 CST m=+16.480281306, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 1}, 1:{promote learner peer 25 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.873 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:1 role:Learner },Add peer:{id:25 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:54.873 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.086325ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:54.864667547 +0800 CST m=+16.480184459, startAt:2024-05-05 15:07:54.864696286 +0800 CST m=+16.480213195, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 1}, 1:{promote learner peer 24 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:54.873 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:1 role:Learner },Add peer:{id:24 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:41.869 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:41.871 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd3.log <== [2024/05/05 15:07:38.424 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:38.424 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:38.424 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:38.424 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:38.428 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:38.428 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:38.428 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:38.428 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:38.429 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:38.429 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:38.429 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:38.429 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:38.429 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:38.429 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:38.429 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:38.430 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=463.87µs] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:40.432 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:40.433 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.433 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:40.433 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:40.434 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.434 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.434 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.435 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.435 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.435 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.435 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.435 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:40.435 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.435 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.437 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.437 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.437 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.437 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.437 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:40.437 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:40.437 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.437 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:40.437 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:40.437 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:40.437 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:40.437 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.437 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:40.437 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.437 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:40.437 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:40.438 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:40.439 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:40.439 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:40.439 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:40.439 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.439 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:40.439 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.439 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:40.439 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:40.439 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.440 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.440 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:40.487 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:41.434 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:41.435 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:41.435 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:41.436 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:41.436 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:41.436 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:41.436 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:41.437 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:41.437 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:41.437 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:41.440 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408757325286202] [2024/05/05 15:07:41.441 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408757325286202] [2024/05/05 15:07:41.446 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:41.446 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:41.447 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:41.448 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:41.448 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:41.448 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:41.448 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:41.449 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:41.449 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/05/05 15:07:41.449 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:41.651 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:41.651 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:41.651 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:41.651 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=183.012µs] [2024/05/05 15:07:41.651 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408757325286202/leader] [purpose="leader election"] [2024/05/05 15:07:41.652 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:41.652 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:42.652 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:51.438 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:51.438 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={0, 51, 9, 14, 44, 64, 67, 33, 50, 65, 32, 25, 60, 8, 34, 31, 36, 59, 11, 53, 7, 68, 16, 54, 15, 28, 43, 27, 18, 20, 48, 55, 58, 35, 10, 61, 57, 22, 47, 21, 23, 13, 12, 17, 30, 19, 45, 46, 26, 56, 49, 66, 71, 69, 62, 24, 29, 52, 63, 70}"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe6e884d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe6e88afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6e8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6e88d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892858.393305505\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe6e884d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe6e88afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6e8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6e88d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe6e884dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe6e88afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6e8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6e88d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892858.393821410\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe6e884dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe6e88afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6e8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6e88d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.394 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe6e884e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe6e88afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6e8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6e88d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892858.394071779\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:38.394 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe6e884e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe6e88afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6e8837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6e88d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.394 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.394 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:38.695 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.696 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.696 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.438 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.740 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.741 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.742 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.743 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.743 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408757325286202] [thread_id=1] [2024/05/05 15:07:41.745 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:41.745 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:41.747 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:41.747 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:41.749 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:41.750 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:41.750 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:41.750 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:41.750 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:41.750 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:41.757 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:41.757 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:41.758 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 213.044µs"] [thread_id=1] [2024/05/05 15:07:41.820 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:41.822 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:41.822 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:41.823 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:41.823 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:41.824 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:41.831 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:41.833 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408757325286202] [thread_id=1] [2024/05/05 15:07:44.834 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408757325286202] [thread_id=1] [2024/05/05 15:07:44.834 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892861 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:44.837 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:44.837 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:44.837 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.837 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:44.837 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:44.838 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:44.841 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:44.841 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.849µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=1] [thread_id=1] [2024/05/05 15:07:44.841 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=24.918µs] [garbage_range_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:44.843 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:44.843 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:44.843 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:44.846 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:44.846 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:44.847 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:44.848 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:44.848 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:44.849 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:44.853 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:54.844 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:54.866 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:07:54.867 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=11] [store_id=1] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=13] [store_id=1] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.867 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=15] [store_id=1] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=17] [store_id=1] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=8] [store_id=1] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.867 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.868 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.868 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.868 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.868 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.868 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 8"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=8] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.868 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.868 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:54.868 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:54.869 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=712.57µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=130] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_5_6_10_(default|lock|write).sst] [snap_key=5_6_10] [thread_id=129] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=516.185µs] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=528.521µs] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=434.695µs] [snap_key=14_6_9] [thread_id=130] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=345.608µs] [snap_key=5_6_10] [thread_id=129] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=453.503µs] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=33.876µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.32µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=5] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.037µs] [region_id=5] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.056µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.872 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.241µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_10] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={32, 63, 19, 64, 62, 54, 49, 45, 35, 55, 24, 53, 70, 59, 28, 21, 22, 43, 17, 23, 26, 47, 46, 36, 29, 60, 33, 58, 0, 68, 16, 48, 15, 50, 25, 31, 34, 65, 30, 61, 8, 10, 14, 67, 11, 52, 18, 44, 9, 12, 51, 13, 20, 27, 57, 7, 66, 56, 71, 69}"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:38.392 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3dcc64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3dcc6afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3dcc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3dcc6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892858.393139872\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3dcc64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3dcc6afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3dcc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3dcc6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3dcc64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3dcc6afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3dcc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3dcc6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892858.393656775\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3dcc64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3dcc6afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3dcc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3dcc6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3dcc64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3dcc6afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3dcc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3dcc6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892858.393909982\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3dcc64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3dcc6afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3dcc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3dcc6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.394 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.394 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:38.695 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.696 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.696 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.438 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.740 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.741 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.742 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.743 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.743 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408757325286202] [thread_id=1] [2024/05/05 15:07:41.745 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:41.745 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:41.746 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:41.747 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:41.747 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:41.749 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:41.750 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:41.750 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:41.750 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:41.750 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:41.750 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:41.757 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:41.757 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:41.758 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 203.382µs"] [thread_id=1] [2024/05/05 15:07:41.821 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:41.822 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:41.823 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:41.823 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:41.823 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:41.824 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:41.831 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:41.838 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408757325286202] [thread_id=1] [2024/05/05 15:07:41.838 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892861 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:41.841 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:41.841 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:41.841 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:41.842 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 8."] [id=8] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=197.298µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:41.845 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.081µs] [garbage_range_count=2] [store_id=3] [thread_id=1] [2024/05/05 15:07:41.846 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=5] [thread_id=101] [2024/05/05 15:07:41.847 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:41.847 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:41.847 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:41.847 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=5] [thread_id=31] [2024/05/05 15:07:41.850 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 3 }"] [thread_id=68] [2024/05/05 15:07:41.850 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=5] [thread_id=68] [2024/05/05 15:07:41.851 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:41.851 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:41.851 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:41.852 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=3] [thread_id=127] [2024/05/05 15:07:41.853 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:41.853 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:41.853 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:41.857 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=5] [thread_id=31] [2024/05/05 15:07:44.851 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:44.851 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 3 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:44.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:44.852 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 3 }"] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=5] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 3 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=5] [store_id=Some(3)] [thread_id=68] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 8 store_id: 3 }"] [thread_id=68] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 3 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 3 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=3] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 3 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.852 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:44.853 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/05 15:07:44.853 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 3 }"] [thread_id=68] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 3 }"] [thread_id=68] [2024/05/05 15:07:44.853 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 3 }"] [thread_id=68] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=5] [thread_id=68] [2024/05/05 15:07:44.853 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 3 }"] [thread_id=68] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/05/05 15:07:44.853 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:44.853 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/05/05 15:07:44.853 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/05/05 15:07:51.848 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:54.844 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:54.844 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:54.844 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:54.844 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:54.844 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.844 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.844 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.844 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.844 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:54.844 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 8 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.844 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.845 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.845 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.845 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.845 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.846 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.846 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.846 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.846 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.846 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.846 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.846 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/05/05 15:07:54.846 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:54.846 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.021508ms] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:54.850 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:07:54.850 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.850 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.850 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.850 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.850 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.851 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.851 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.851 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.851 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.851 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.851 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=632.605µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=684.786µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:54.852 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.852 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=349.411µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=381.381µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:54.852 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.852 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.852 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=342.778µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.853 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.414817ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.120935ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=133] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.403923ms] [size=0] [snap_key=5_6_8] [region_id=5] [thread_id=132] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.901128ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=130] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.505307ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=130] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:54.855 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.855 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 }"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.855 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:54.855 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.855 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.855 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.855 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.855 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.855 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.855 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.856 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.864 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:54.864 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:54.864 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.864 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.864 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:54.864 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:54.864 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.864 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.865 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:54.865 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner } } }"] [index=10] [term=6] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.865 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.866 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.866 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.866 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.866 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.866 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.866 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.866 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=1] [thread_id=18] [2024/05/05 15:07:54.866 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:54.866 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:54.866 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=613.183µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:54.869 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=8] [2024/05/05 15:07:54.869 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.869 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.869 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.869 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.869 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.869 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:54.869 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:54.869 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:54.869 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:54.869 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=414.877µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=440.546µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:54.870 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.870 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=417.132µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=414.578µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:54.870 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.870 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.870 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=349.518µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:54.871 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.311131ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=132] [2024/05/05 15:07:54.871 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 1 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.712127ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.054952ms] [size=0] [snap_key=5_6_10] [region_id=5] [thread_id=133] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 1 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 1 role: Learner"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.251523ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 1 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.174594ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 1 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 1 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 1 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 1 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.872 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 1 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.872 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 1 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:54.873 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 }"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.873 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.873 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 }"] [peer_id=13] [region_id=12] [thread_id=101] ==> ./tikv3.log <== [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={23, 57, 18, 51, 29, 25, 33, 62, 28, 14, 59, 27, 56, 26, 60, 64, 17, 16, 22, 66, 36, 53, 0, 12, 48, 30, 11, 65, 21, 31, 47, 44, 49, 58, 43, 13, 32, 50, 45, 46, 67, 9, 7, 19, 24, 52, 63, 34, 69, 70, 20, 55, 54, 61, 10, 8, 35, 71, 15, 68}"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:38.390 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:38.392 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fefa604d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fefa60afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fefa6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fefa60d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892858.393136865\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fefa604d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fefa60afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fefa6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fefa60d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fefa604dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fefa60afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fefa6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fefa60d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892858.393652180\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fefa604dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fefa60afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fefa6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fefa60d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fefa604e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fefa60afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fefa6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fefa60d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892858.393904158\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:38.393 +08:00] [INFO] [<unknown>] ["subchannel 0x7fefa604e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fefa60afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fefa6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fefa60d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:38.394 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:38.394 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:38.695 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.696 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:40.696 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.438 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.740 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.741 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.742 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.742 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.743 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:41.744 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408757325286202] [thread_id=1] [2024/05/05 15:07:41.745 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:41.745 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:41.746 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:41.747 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:41.747 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:41.747 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/755682/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:41.748 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:41.749 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:41.750 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:41.750 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:41.750 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:41.750 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:41.750 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:41.757 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:41.757 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:41.758 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 198.111µs"] [thread_id=1] [2024/05/05 15:07:41.820 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:41.822 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:41.822 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:41.823 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:41.823 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:41.824 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:41.824 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:41.831 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:41.833 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408757325286202] [thread_id=1] [2024/05/05 15:07:44.833 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408757325286202] [thread_id=1] [2024/05/05 15:07:44.834 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892861 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:44.836 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:44.836 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:44.836 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.836 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:44.836 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.837 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:44.840 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:44.840 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.455µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.840 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=51.315µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:44.842 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:44.842 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:44.842 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:44.846 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:44.846 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:44.846 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:44.848 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:44.848 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:44.850 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:44.854 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:54.844 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:54.847 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:07:54.847 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=11] [store_id=2] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=17] [store_id=2] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=8] [store_id=2] [peer_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.847 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=13] [store_id=2] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=3] [create_by_peer_id=15] [store_id=2] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.847 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.848 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 8"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=8] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.848 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.848 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.848 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.848 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.848 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.849 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:54.849 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:54.850 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=1.459883ms] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_5_6_8_(default|lock|write).sst] [snap_key=5_6_8] [thread_id=130] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=131] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=129] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=506.253µs] [snap_key=14_6_7] [thread_id=131] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=552.624µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:54.853 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=489.051µs] [snap_key=5_6_8] [thread_id=130] [2024/05/05 15:07:54.853 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.853 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.853 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.853 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.853 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.853 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.853 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.853 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.853 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=446.604µs] [snap_key=16_6_7] [thread_id=129] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=129] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=5] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=442.778µs] [snap_key=12_6_7] [thread_id=129] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=39.019µs] [region_id=5] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.854 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=37.442µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.854 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.015µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.854 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.443µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:54.855 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:07:54.855 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:54.855 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.599µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:54.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:54.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:54.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:54.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:54.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.872 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 3 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 3 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 3 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 3 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 3 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:54.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_8] [peer_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:44.869 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:44.869 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // container complete to collect bazel result. [Pipeline] } [32m[1,556 / 1,605][0m GoCompilePkg pkg/plugin/plugin.a; Downloading pkg/plugin/plugin.a, 6.5 MiB / 7.2 MiB; 0s remote-cache ... (6 actions, 0 running) [Pipeline] // withEnv + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/05/05 15:07:43.868 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:43.868 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:43.868 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:43.868 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:43.868 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:43.868 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:43.868 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:43.868 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:43.868 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:43.872 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:43.872 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:43.872 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:43.872 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:43.874 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:43.874 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:43.874 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:43.874 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:43.874 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:43.874 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:43.874 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.874 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:43.874 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:43.874 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:43.874 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:43.874 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:43.875 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=522.078µs] [2024/05/05 15:07:43.877 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.877 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:43.877 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:43.877 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.877 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:43.877 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.877 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.877 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.878 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.879 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.879 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.879 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.879 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.879 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.879 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.879 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.879 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.879 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.879 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.879 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.880 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.880 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.880 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.880 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.880 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.880 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.880 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.880 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.880 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.880 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.880 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.880 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.880 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.880 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.880 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.880 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.880 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.881 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.881 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:43.888 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:43.888 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.888 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.888 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.889 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.890 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.890 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.894 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.895 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.895 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:43.895 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.898 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.898 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.930 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:45.379 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:45.379 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:45.379 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/05/05 15:07:45.379 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:45.379 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:45.379 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:45.380 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:45.380 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:45.380 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:45.380 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:45.380 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:45.380 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:45.380 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:45.383 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408772600188063] [2024/05/05 15:07:45.383 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408772600188063] [2024/05/05 15:07:45.387 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:45.388 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:45.388 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:45.389 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:45.389 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:45.389 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:45.389 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:45.390 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:45.390 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/05/05 15:07:45.390 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:45.390 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005305875247498765] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:45.391 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:45.391 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408772600188063/leader] [purpose="leader election"] [2024/05/05 15:07:45.391 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/05/05 15:07:45.391 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:45.391 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:45.391 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:45.392 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:48.392 +08:00] [next=2024/05/05 15:07:45.392 +08:00] [2024/05/05 15:07:45.393 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:45.394 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:45.394 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:45.397 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:45.401 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:45.402 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:45.402 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/05/05 15:07:45.696 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:45.696 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:45.696 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:45.764 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:45.765 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:45.765 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:45.765 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:45.765 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:45.765 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:45.772 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408772600188063] [request="header:<cluster_id:7365408772600188063 > store:<id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:6 store_id:1 > > "] [2024/05/05 15:07:45.772 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408772600188063] [request="header:<cluster_id:7365408772600188063 > store:<id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:8 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:2 > > "] [2024/05/05 15:07:45.772 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408772600188063] [request="header:<cluster_id:7365408772600188063 > store:<id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:3 > > "] [2024/05/05 15:07:45.773 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408772600188063] [2024/05/05 15:07:45.773 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408772600188063] [2024/05/05 15:07:45.773 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408772600188063] [2024/05/05 15:07:45.776 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=810.483µs] [2024/05/05 15:07:45.776 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=101.629µs] [2024/05/05 15:07:45.777 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:45.777 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:45.777 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:45.777 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:45.777 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:45.777 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:45.777 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:45.778 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=557.334µs] [2024/05/05 15:07:45.781 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:45.782 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:45.782 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:45.782 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:46.392 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:46.395 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/05 15:07:46.395 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:46.594 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:46.594 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:48.776 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:48.776 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:48.776 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:48.776 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:48.776 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:48.776 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:48.778 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:48.778 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:48.778 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:48.778 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:48.779 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:48.779 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:48.780 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:48.781 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:48.781 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:48.781 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:48.781 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:48.792 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:48.792046034 +0800 CST m=+4.960999658, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:48.792 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:48.792 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:48.792 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:48.792 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:48.792 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:48.793 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=5] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:48.793 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=1.709907ms] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:48.792046034 +0800 CST m=+4.960999658, startAt:2024-05-05 15:07:48.792167278 +0800 CST m=+4.961120902, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:48.793 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=5] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:49.780 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:55.382 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/05 15:07:55.382 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/05 15:07:55.777 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/05 15:07:55.778 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/05/05 15:07:55.779 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/05 15:07:58.790 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:58.790552686 +0800 CST m=+14.959506315, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.790 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=create] [2024/05/05 15:07:58.790 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:58.790776721 +0800 CST m=+14.959730346, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.790 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=create] [2024/05/05 15:07:58.790 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:58.790868173 +0800 CST m=+14.959821797, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.790 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=create] [2024/05/05 15:07:58.790 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:58.790942476 +0800 CST m=+14.959896100, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.790 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=create] [2024/05/05 15:07:58.791 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:07:58.791013587 +0800 CST m=+14.959967213, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.791 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 22 on store 3"] [source=create] [2024/05/05 15:07:58.791 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.791 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.791 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.792 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.792 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.792 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.792 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.792 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.792 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.792 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.800 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.800 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.801 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.801 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.801 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.890627ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:58.790776721 +0800 CST m=+14.959730346, startAt:2024-05-05 15:07:58.790809439 +0800 CST m=+14.959763063, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.801 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.801 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.010792ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:58.790868173 +0800 CST m=+14.959821797, startAt:2024-05-05 15:07:58.790895773 +0800 CST m=+14.959849398, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.801 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.802 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.322361ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:58.790552686 +0800 CST m=+14.959506315, startAt:2024-05-05 15:07:58.790686903 +0800 CST m=+14.959640528, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.802 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.802 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.802 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.802 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.573318ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:58.790942476 +0800 CST m=+14.959896100, startAt:2024-05-05 15:07:58.790967358 +0800 CST m=+14.959920982, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.802 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=11.634044ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:07:58.791013587 +0800 CST m=+14.959967213, startAt:2024-05-05 15:07:58.791037033 +0800 CST m=+14.959990658, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.802 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:58.811171785 +0800 CST m=+14.980125415, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:58.811302674 +0800 CST m=+14.980256303, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:58.811378954 +0800 CST m=+14.980332580, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:58.811456388 +0800 CST m=+14.980410013, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:07:58.811533903 +0800 CST m=+14.980487529, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.811 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 2"] [source=create] [2024/05/05 15:07:58.812 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.812 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.812 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.812 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.812 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.812 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.812 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.812 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.812 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.812 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.815 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.815 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.815 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.815 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.816 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.725496ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:58.811302674 +0800 CST m=+14.980256303, startAt:2024-05-05 15:07:58.811330491 +0800 CST m=+14.980284115, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.816 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:58.816 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.942304ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:58.811171785 +0800 CST m=+14.980125415, startAt:2024-05-05 15:07:58.811233458 +0800 CST m=+14.980187082, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.816 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:58.816 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:58.816 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.954371ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:58.811378954 +0800 CST m=+14.980332580, startAt:2024-05-05 15:07:58.811404818 +0800 CST m=+14.980358443, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.816 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.816 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=5.057521ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:58.811456388 +0800 CST m=+14.980410013, startAt:2024-05-05 15:07:58.811489141 +0800 CST m=+14.980442765, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.816 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:58.817 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=5.618919ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:07:58.811533903 +0800 CST m=+14.980487529, startAt:2024-05-05 15:07:58.811556001 +0800 CST m=+14.980509624, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.817 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:45.778 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:45.780 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd2.log <== [2024/05/05 15:07:43.873 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:43.873 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:43.873 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:43.873 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:43.873 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:43.873 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:43.873 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:43.873 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:43.873 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:43.877 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:43.877 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:43.877 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:43.877 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:43.879 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:43.879 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:43.879 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:43.879 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:43.879 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:43.879 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:43.879 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.879 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:43.879 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:43.879 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:43.879 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:43.879 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:43.880 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=322.704µs] [2024/05/05 15:07:43.890 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.891 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:43.891 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:43.891 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.891 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:43.891 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.891 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.891 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.892 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.893 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.893 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.893 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.894 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.894 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.894 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.894 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.894 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.894 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.894 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.894 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.895 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.895 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.895 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.895 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.895 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.895 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.897 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:43.897 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.898 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:43.898 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.898 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.898 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.898 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:43.898 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.898 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.898 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.945 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:45.379 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:45.380 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:45.380 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:45.380 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:45.380 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:45.380 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:45.380 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:45.380 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:45.384 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408772600188063] [2024/05/05 15:07:45.384 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408772600188063] [2024/05/05 15:07:45.387 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:45.388 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:45.389 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:45.390 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:45.390 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:45.390 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:45.390 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:45.390 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:45.390 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:45.390 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=4060626905997471512] [member-id=2234275743217008298] [2024/05/05 15:07:45.593 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:45.593 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/05 15:07:45.593 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:45.593 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=58.17µs] [2024/05/05 15:07:45.594 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408772600188063/leader] [purpose="leader election"] [2024/05/05 15:07:45.594 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/05 15:07:45.594 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:46.594 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/05 15:07:47.479 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:47.490 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:47.490 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43381] [remotes="[]"] [2024/05/05 15:07:47.490 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:47.490 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:41829] [remotes="[]"] [2024/05/05 15:07:47.491 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:47.495 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:55.382 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/05 15:07:55.382 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/05/05 15:07:43.872 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:43.872 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:43.872 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:43.872 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:43.872 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:43.872 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:43.872 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:43.872 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:43.872 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:43.876 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:43.876 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:43.876 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:43.876 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:43.877 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:43.877 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:43.877 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:43.877 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:43.877 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:43.877 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:43.877 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.877 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:43.877 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:43.877 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:43.878 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:43.878 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:43.878 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=312.428µs] [2024/05/05 15:07:43.882 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.882 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:43.882 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:43.882 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.882 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:43.882 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.882 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.882 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.883 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.883 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.883 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.883 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.884 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.884 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.885 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.885 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.885 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.885 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.885 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.885 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.886 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.887 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.887 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.887 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.887 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.887 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.887 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.887 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.887 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.888 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.888 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.888 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.888 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.888 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.888 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.888 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.888 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.888 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.888 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.888 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.889 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:43.889 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.889 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:43.890 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.890 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.890 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.894 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.894 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:43.894 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.894 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.898 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.898 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.939 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/05 15:07:45.378 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:45.379 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:45.379 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:45.379 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:45.380 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:45.380 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:45.380 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:45.380 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:45.380 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:45.385 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408772600188063] [2024/05/05 15:07:45.385 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408772600188063] [2024/05/05 15:07:45.389 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:45.390 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:45.390 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:45.391 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:45.391 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:45.391 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:45.392 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:45.392 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:45.392 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:45.393 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:45.393 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/05 15:07:45.393 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:45.394 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=221.983µs] [2024/05/05 15:07:45.394 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408772600188063/leader] [purpose="leader election"] [2024/05/05 15:07:45.394 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/05 15:07:45.394 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:46.394 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/05 15:07:55.382 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/05 15:07:55.382 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/05 15:08:29.825 +08:00] [INFO] [trace.go:152] ["trace[1516995541] linearizableReadLoop"] [detail="{readStateIndex:72; appliedIndex:72; }"] [duration=185.33509ms] [start=2024/05/05 15:08:29.640 +08:00] [end=2024/05/05 15:08:29.825 +08:00] [steps="[\"trace[1516995541] 'read index received' (duration: 185.329374ms)\",\"trace[1516995541] 'applied index is now lower than readState.Index' (duration: 5.073µs)\"]"] [2024/05/05 15:08:29.825 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=185.534134ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/05/05 15:08:29.825 +08:00] [INFO] [trace.go:152] ["trace[580400737] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:57; }"] [duration=185.598042ms] [start=2024/05/05 15:08:29.640 +08:00] [end=2024/05/05 15:08:29.825 +08:00] [steps="[\"trace[580400737] 'agreement among raft nodes before linearized reading' (duration: 185.504241ms)\"]"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={20, 34, 21, 0, 13, 26, 28, 33, 17, 48, 70, 18, 22, 16, 30, 65, 29, 24, 35, 55, 52, 47, 36, 49, 67, 12, 23, 27, 50, 53, 14, 54, 56, 15, 59, 51, 69, 60, 31, 11, 62, 63, 61, 25, 68, 58, 57, 64, 66, 71, 32, 19}"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:43.838 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.838 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6b8384d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f6b838afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6b83837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6b838d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892863.838907390\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6b8384d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f6b838afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6b83837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6b838d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6b8384dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f6b838afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6b83837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6b838d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892863.839504262\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6b8384dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f6b838afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6b83837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6b838d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6b8384e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f6b838afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6b83837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6b838d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892863.839756068\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6b8384e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f6b838afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6b83837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6b838d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:44.141 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.382 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.383 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.685 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.686 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.687 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.688 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.688 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408772600188063] [thread_id=1] [2024/05/05 15:07:45.690 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.690 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.692 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/05 15:07:45.695 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:45.695 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:45.695 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:45.699 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:45.699 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:45.699 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 161.89µs"] [thread_id=1] [2024/05/05 15:07:45.761 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:45.763 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:45.763 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:45.764 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:45.764 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:45.764 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:45.764 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:45.764 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:45.764 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:45.764 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:45.764 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:45.772 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:45.773 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408772600188063] [thread_id=1] [2024/05/05 15:07:48.774 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408772600188063] [thread_id=1] [2024/05/05 15:07:48.774 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892865 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:48.776 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:48.777 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.777 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.777 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:48.777 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.778 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:48.780 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:48.780 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=53.246µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.781 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=30.683µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.782 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:48.782 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:48.782 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:48.786 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:48.787 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:48.787 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:48.788 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:48.789 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:48.789 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:48.793 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:58.784 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:58.794 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:58.794 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=3] [peer_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.796 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:58.796 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:58.797 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.067824ms] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_5_6_8_(default|lock|write).sst] [snap_key=5_6_8] [thread_id=132] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=131] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=422.184µs] [snap_key=5_6_8] [thread_id=132] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=408.906µs] [snap_key=16_6_7] [thread_id=131] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.801 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/05 15:07:58.801 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.801 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=60.436µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:58.801 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=5] [thread_id=80] [2024/05/05 15:07:58.801 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.801 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=34.946µs] [region_id=5] [thread_id=80] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=22] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.802 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.802 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.812 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:58.812 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.812 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:58.812 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.812 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=129] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=456.302µs] [snap_key=12_6_9] [thread_id=130] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=508.321µs] [snap_key=10_6_9] [thread_id=132] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=393.419µs] [snap_key=14_6_9] [thread_id=129] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.814 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=35.783µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.549µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.588µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=22] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=22] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.817 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:48.782 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:48.782 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_8] [peer_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:48.782 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:48.782 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:48.782 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.782 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={36, 60, 12, 17, 35, 52, 51, 54, 56, 29, 27, 63, 0, 28, 31, 68, 21, 70, 13, 25, 61, 30, 66, 65, 20, 11, 19, 34, 53, 58, 18, 55, 16, 15, 49, 22, 62, 64, 14, 24, 32, 67, 50, 57, 26, 59, 47, 48, 69, 33, 71, 23}"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:43.837 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:43.838 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f663204d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f66320afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6632037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66320d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892863.839247249\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f663204d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f66320afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6632037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66320d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f663204dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f66320afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6632037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66320d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892863.839764663\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7f663204dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f66320afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6632037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66320d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.840 +08:00] [INFO] [<unknown>] ["subchannel 0x7f663204e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f66320afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6632037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66320d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892863.840002902\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:43.840 +08:00] [INFO] [<unknown>] ["subchannel 0x7f663204e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f66320afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6632037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66320d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.840 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.840 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:44.141 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.381 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.383 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.685 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.686 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.687 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.688 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.688 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408772600188063] [thread_id=1] [2024/05/05 15:07:45.690 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.690 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.691 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:45.692 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:45.695 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:45.695 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:45.695 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:45.699 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:45.699 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:45.699 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 183.209µs"] [thread_id=1] [2024/05/05 15:07:45.761 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:45.763 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:45.763 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:45.763 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:45.764 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:45.764 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:45.764 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:45.764 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:45.764 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:45.764 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:45.764 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:45.772 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.779 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408772600188063] [thread_id=1] [2024/05/05 15:07:45.779 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892865 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:45.782 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:45.782 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.782 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.783 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:45.785 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:45.785 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 6."] [id=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=190.221µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.786 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.028µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.787 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=5] [thread_id=101] [2024/05/05 15:07:45.787 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:45.787 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:45.787 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:45.788 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=5] [thread_id=31] [2024/05/05 15:07:45.790 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:45.790 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=5] [thread_id=68] [2024/05/05 15:07:45.791 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:45.791 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:45.791 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:45.792 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:45.792 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:45.793 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:45.793 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:45.797 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:48.792 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=5] [thread_id=31] [2024/05/05 15:07:48.792 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:48.792 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:48.793 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:48.793 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:48.793 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=5] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:48.793 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=5] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:48.793 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.793 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.793 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.794 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/05 15:07:48.794 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.794 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:48.794 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:48.794 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=5] [thread_id=68] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.794 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:07:48.794 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/05 15:07:55.789 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:58.790 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:58.790 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:58.790 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:58.790 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.791 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.791 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.791 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:58.791 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:58.791 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.791 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [Pipeline] } [2024/05/05 15:07:58.791 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.791 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.791 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.791 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.791 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.792 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.792 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.792 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.792 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.792 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.792 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.793 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=17] [2024/05/05 15:07:58.793 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:58.793 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:58.793 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=6] [cost=1.231826ms] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:58.793 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/05/05 15:07:58.793 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:58.793 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=679.137µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:58.796 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:07:58.796 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.796 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.796 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.797 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:58.797 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:58.797 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:58.797 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:58.797 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/05/05 15:07:58.797 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:58.797 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:58.797 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.797 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.797 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=591.586µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=649.398µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:58.798 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.798 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=403.695µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.798 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=583.045µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.798 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=511.273µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:58.799 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.799 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.214355ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=132] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.433338ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.993971ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.359056ms] [size=0] [snap_key=5_6_8] [region_id=5] [thread_id=133] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.801 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.756349ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.801 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:58.801 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.801 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.801 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.801 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.801 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:58.801 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.802 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:58.802 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:58.802 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:58.802 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.802 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.802 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.802 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.811 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:58.811 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:58.811 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.811 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.811 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:58.811 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.811 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:58.811 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:58.811 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.811 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.812 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.812 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.812 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.812 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=437.523µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.813 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=478.741µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.813 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=343.815µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.813 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=473.285µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.813 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.813 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=471.082µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.193421ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.536872ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.098649ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/05/05 15:07:58.814 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.064822ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.296158ms] [size=0] [snap_key=5_6_10] [region_id=5] [thread_id=131] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.816 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.816 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.816 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.816 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:58.816 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=6] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.817 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.817 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=6] [region_id=5] [thread_id=102] ==> ./tikv1.log <== [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={67, 62, 26, 24, 58, 63, 64, 70, 20, 29, 15, 12, 0, 28, 30, 17, 35, 51, 57, 23, 71, 48, 60, 66, 34, 54, 65, 59, 21, 18, 25, 33, 53, 13, 22, 36, 11, 16, 56, 19, 27, 50, 52, 68, 32, 47, 49, 31, 14, 55, 61, 69}"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:43.836 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:43.838 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.838 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa144a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa144aafa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa144a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa144ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892863.838902224\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa144a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa144aafa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa144a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa144ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa144a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa144aafa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa144a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa144ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892863.839517287\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa144a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa144aafa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa144a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa144ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa144a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa144aafa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa144a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa144ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892863.839791136\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa144a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa144aafa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa144a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa144ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.839 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.839 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:44.141 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.382 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.383 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.685 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.686 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.687 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.688 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.688 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408772600188063] [thread_id=1] [2024/05/05 15:07:45.690 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.690 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.692 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/289814/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [Pipeline] } [2024/05/05 15:07:45.694 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:45.695 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:45.696 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:45.696 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:45.696 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:45.699 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:45.699 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:45.699 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 166.859µs"] [thread_id=1] [2024/05/05 15:07:45.761 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:45.763 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:45.763 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:45.764 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:45.764 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:45.765 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:45.765 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:45.765 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:45.765 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:45.765 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:45.765 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:45.772 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:45.773 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408772600188063] [thread_id=1] [2024/05/05 15:07:48.774 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408772600188063] [thread_id=1] [2024/05/05 15:07:48.774 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892865 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:48.776 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:48.776 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.776 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:48.776 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.776 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.777 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:48.780 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:48.781 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=42.082µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.781 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=36.594µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.782 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:48.782 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:48.782 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:48.786 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:48.786 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:48.787 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:48.788 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:48.788 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:48.789 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:48.793 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:58.784 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:58.794 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:58.794 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.794 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.794 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:58.795 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:58.796 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=3] [cost=762.81µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=131] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=495.997µs] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=450.066µs] [snap_key=14_6_7] [thread_id=131] [2024/05/05 15:07:58.799 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.799 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.799 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.799 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=612.588µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:58.799 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.799 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.799 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.799 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.799 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.799 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.799 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.799 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.800 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:07:58.800 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.800 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=58.292µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:58.800 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.800 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.613µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:58.800 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:07:58.800 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.801 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=72.67µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.801 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.801 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.801 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.811 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=2] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.812 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_5_6_10_(default|lock|write).sst] [snap_key=5_6_10] [thread_id=131] [2024/05/05 15:07:58.814 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/05/05 15:07:58.815 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=512.897µs] [snap_key=5_6_10] [thread_id=131] [2024/05/05 15:07:58.815 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=485.021µs] [snap_key=16_6_9] [thread_id=130] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.815 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:58.815 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=37.27µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=5] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.815 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.815 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.815 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.816 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=386.803µs] [region_id=5] [thread_id=80] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.816 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.816 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:07:58.817 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:48.783 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:48.783 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_10] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:48.783 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:48.783 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:48.783 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.783 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // container [Pipeline] } [32m[1,553 / 1,555][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test [32mINFO: [0mElapsed time: 29.893s, Critical Path: 12.19s [32mINFO: [0m1552 processes: 1532 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 1552 total actions Test cases: finished with [0m[32m8 passing[0m and 0 failing out of 8 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [32m[1,574 / 1,575][0m 1 / 1 tests;[0m Testing //tests/realtikvtest/importintotest2:importintotest2_test; 0s remote-cache [32mINFO: [0mFrom Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/04/30 16:14:12.337 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:14:12.337 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:12.340 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:14:12.341 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:12.341 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:12.343 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:12.345 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:12.345 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:12.345 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:12.346 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:12.348 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/04/30 16:14:12.357 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:14:12.359 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:14:12.362 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:14:12.400 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:14:12.400 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:14:12.415 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:14:12.415 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:14:12.438 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:14:12.484 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7363693541836159473] ["ddl lease"=500ms] ["stats lease"=3s] [2024/04/30 16:14:12.677 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/04/30 16:14:12.908 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1224] ["lease id"=22318f2fc6c338b8] [2024/04/30 16:14:12.913 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/04/30 16:14:12.922 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/04/30 16:14:12.958 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=35.540717ms] [2024/04/30 16:14:12.963 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:14:12.963 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=3d5165f7-b751-4396-accb-3b60c54ff959] [runWorker=true] [2024/04/30 16:14:12.963 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/04/30 16:14:12.967 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/04/30 16:14:12.969 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/04/30 16:14:12.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:14:12.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:14:12.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:14:12.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:14:12.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:14:12.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:14:12.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:14:12.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:14:12.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:14:12.970 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:12.970 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/04/30 16:14:12.970 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/04/30 16:14:12.970 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:14:12.971 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:14:12.974 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:14:12.974 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d5165f7-b751-4396-accb-3b60c54ff959"] ["owner key"=/tidb/ddl/fg/owner/22318f2fc6c338bb] [ownerID=3d5165f7-b751-4396-accb-3b60c54ff959] [op=none] [2024/04/30 16:14:12.975 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0c16fb1d-0700-4af9-9de5-6d09c0cffc07] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:12.976 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c16fb1d-0700-4af9-9de5-6d09c0cffc07"] ["owner key"=/tidb/br-stream/owner/3eaa8f2fc6c3624a] [ownerID=0c16fb1d-0700-4af9-9de5-6d09c0cffc07] [op=none] [2024/04/30 16:14:12.988 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/04/30 16:14:13.024 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:14:13.025 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d5165f7-b751-4396-accb-3b60c54ff959"] ["owner key"=/tidb/ddl/fg/owner/22318f2fc6c338bb] [ownerID=3d5165f7-b751-4396-accb-3b60c54ff959] [op=none] [2024/04/30 16:14:13.025 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d5165f7-b751-4396-accb-3b60c54ff959"] [op=none] [2024/04/30 16:14:13.025 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/04/30 16:14:13.038 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:13.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:13.038 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:13.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/04/30 16:14:13.137 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:13.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:13.217 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=42.113768ms] [2024/04/30 16:14:13.224 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:14:13.224 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 3d5165f7-b751-4396-accb-3b60c54ff959"] ["ddl job id"=3] [ver=1] [2024/04/30 16:14:13.236 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:13.236 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/04/30 16:14:13.248 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=78.401654ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:13.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:13.337 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:13.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:13.376 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/04/30 16:14:13.377 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:13.385 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.398149173\n# Parse_time: 0\n# Compile_time: 0.000786262\n# Rewrite_time: 0.000033047\n# Optimize_time: 0\n# Wait_TS: 0.000534389\n# DB: mysql\n# Is_internal: true\n# Digest: 0a22979ad136f741465cf206b13e5717b9758dda34f7cae5a7a925f91711d6a0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/04/30 16:14:13.387 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/04/30 16:14:13.424 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/04/30 16:14:13.711 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:13.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:13.711 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:13.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/04/30 16:14:13.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:13.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:13.974 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:14.324 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=11.64482ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:14.339 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:14.339 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/04/30 16:14:14.369 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=63.020192ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:13.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.458 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:13.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.708 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/04/30 16:14:14.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:14.715 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 1.306552839\n# Parse_time: 0\n# Compile_time: 0.016176455\n# Rewrite_time: 0.000020611\n# Optimize_time: 0\n# Wait_TS: 0.000589895\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:14.722 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/04/30 16:14:14.817 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:14.817 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/04/30 16:14:14.887 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:14.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.972 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/04/30 16:14:14.973 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/04/30 16:14:15.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=8.977952ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:15.036 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:15.036 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/04/30 16:14:15.055 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=58.329495ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:15.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:14.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:15.221 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/04/30 16:14:15.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:15.240 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.521106498\n# Parse_time: 0\n# Compile_time: 0.003631385\n# Rewrite_time: 0.000017151\n# Optimize_time: 0\n# Wait_TS: 0.001061312\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:15.246 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/04/30 16:14:15.337 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:15.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:15.337 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:15.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/04/30 16:14:15.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:15.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:15.534 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=4.427786ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:15.552 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:15.552 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/04/30 16:14:15.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=56.090789ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:15.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:15.679 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:15.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:15.745 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/04/30 16:14:15.745 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:15.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.510743136\n# Parse_time: 0\n# Compile_time: 0.002866491\n# Rewrite_time: 0.000021266\n# Optimize_time: 0\n# Wait_TS: 0.000571148\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:15.770 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/04/30 16:14:15.965 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:15.965 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/04/30 16:14:16.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:16.396 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=7.775236ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:16.412 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:16.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/04/30 16:14:16.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=56.628017ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:16.541 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:16.694 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/04/30 16:14:16.695 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:16.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.936921965\n# Parse_time: 0\n# Compile_time: 0.007551375\n# Rewrite_time: 0.0000152\n# Optimize_time: 0\n# Wait_TS: 0.000622985\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:16.708 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/04/30 16:14:16.794 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:16.708 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:16.794 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:16.708 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/04/30 16:14:16.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:16.708 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.033 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=5.373944ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:17.050 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:17.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/04/30 16:14:17.076 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=55.630904ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:16.708 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.188 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:16.708 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.274 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/04/30 16:14:17.274 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:17.281 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.575652082\n# Parse_time: 0\n# Compile_time: 0.003005123\n# Rewrite_time: 0.000012759\n# Optimize_time: 0\n# Wait_TS: 0.000529526\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:17.290 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/04/30 16:14:17.414 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:17.414 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/04/30 16:14:17.470 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:17.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=5.705ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:17.628 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:17.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/04/30 16:14:17.657 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=55.395983ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.737 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:17.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.827 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/04/30 16:14:17.827 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:17.833 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.546608488\n# Parse_time: 0\n# Compile_time: 0.004127792\n# Rewrite_time: 0.000018146\n# Optimize_time: 0\n# Wait_TS: 0.000775853\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:17.836 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/04/30 16:14:17.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:17.900 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/04/30 16:14:18.013 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:17.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:18.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=5.303716ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:18.145 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:18.146 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/04/30 16:14:18.169 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=55.999284ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:18.240 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:17.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:18.302 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/04/30 16:14:18.302 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:18.307 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.472713075\n# Parse_time: 0\n# Compile_time: 0.001335447\n# Rewrite_time: 0.000012382\n# Optimize_time: 0\n# Wait_TS: 0.000487797\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:18.311 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/04/30 16:14:18.390 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:18.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:18.390 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:18.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/04/30 16:14:18.487 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:18.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:18.585 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=4.749917ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:18.606 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:18.606 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/04/30 16:14:18.629 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=56.147248ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:18.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:18.699 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:18.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:18.765 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/04/30 16:14:18.765 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:18.770 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.460731147\n# Parse_time: 0\n# Compile_time: 0.001869983\n# Rewrite_time: 0.000012121\n# Optimize_time: 0\n# Wait_TS: 0.00054428\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:18.778 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/04/30 16:14:18.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:18.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:18.853 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:18.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/04/30 16:14:18.940 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:18.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=4.94529ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:19.109 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:19.110 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/04/30 16:14:19.128 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=55.289317ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:18.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.199 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:18.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.274 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/04/30 16:14:19.274 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:19.281 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.507075734\n# Parse_time: 0\n# Compile_time: 0.003526994\n# Rewrite_time: 0.000012178\n# Optimize_time: 0\n# Wait_TS: 0.000523886\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:19.288 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/04/30 16:14:19.373 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:19.374 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/04/30 16:14:19.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:19.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.580 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=4.862371ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:19.599 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:19.599 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/04/30 16:14:19.630 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=61.740795ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.699 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:19.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.777 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/04/30 16:14:19.777 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:19.783 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.497730304\n# Parse_time: 0\n# Compile_time: 0.003048636\n# Rewrite_time: 0.000008787\n# Optimize_time: 0\n# Wait_TS: 0.000527408\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:19.793 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:14:19.795 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:14:19.912 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:19.912 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:14:20.030 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:19.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.210 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=7.315432ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:20.232 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:20.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/04/30 16:14:20.249 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=55.185716ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.332 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:19.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.448 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/04/30 16:14:20.448 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:20.456 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.667154708\n# Parse_time: 0\n# Compile_time: 0.004553193\n# Rewrite_time: 0.000011633\n# Optimize_time: 0\n# Wait_TS: 0.000844421\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:20.466 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/04/30 16:14:20.567 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:20.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:20.567 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:20.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/04/30 16:14:20.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:20.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.829 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=5.000158ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:20.844 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:20.844 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/04/30 16:14:20.873 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=55.730322ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:20.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.946 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:20.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:21.031 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/04/30 16:14:21.031 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:21.038 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.576291766\n# Parse_time: 0\n# Compile_time: 0.004711017\n# Rewrite_time: 0.000012641\n# Optimize_time: 0\n# Wait_TS: 0.001301988\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:21.044 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/04/30 16:14:21.128 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:21.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:21.128 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:21.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/04/30 16:14:21.220 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:21.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:21.346 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=4.03016ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:21.362 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:21.362 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/04/30 16:14:21.391 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=55.022254ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:21.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:21.452 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:21.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:21.525 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/04/30 16:14:21.525 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:21.530 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.489250274\n# Parse_time: 0\n# Compile_time: 0.002899566\n# Rewrite_time: 0.00001169\n# Optimize_time: 0\n# Wait_TS: 0.000524125\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:21.539 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/04/30 16:14:21.623 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:21.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:21.623 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:21.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/04/30 16:14:21.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:21.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:21.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=5.925911ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:21.871 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:21.871 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/04/30 16:14:21.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=56.784436ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:21.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:21.964 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:21.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.050 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/04/30 16:14:22.051 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:22.055 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.520008685\n# Parse_time: 0\n# Compile_time: 0.004071705\n# Rewrite_time: 0.000012266\n# Optimize_time: 0\n# Wait_TS: 0.001184015\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:22.060 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:14:22.131 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:22.132 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:14:22.212 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.324 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=4.992451ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:22.341 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:22.341 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/04/30 16:14:22.368 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=56.754568ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.436 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.518 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/04/30 16:14:22.518 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:22.527 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.469100319\n# Parse_time: 0\n# Compile_time: 0.002518338\n# Rewrite_time: 0.000012446\n# Optimize_time: 0\n# Wait_TS: 0.000537161\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:22.536 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/04/30 16:14:22.635 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:22.635 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/04/30 16:14:22.716 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.858 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=5.339567ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:22.876 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:22.876 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/04/30 16:14:22.901 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=56.357867ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.982 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:23.056 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/04/30 16:14:23.056 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:23.062 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.529515194\n# Parse_time: 0\n# Compile_time: 0.003656663\n# Rewrite_time: 0.000014633\n# Optimize_time: 0\n# Wait_TS: 0.000601434\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:23.069 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/04/30 16:14:23.136 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:23.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:23.136 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:23.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/04/30 16:14:23.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:23.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:23.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=4.007813ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:23.337 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:23.338 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/04/30 16:14:23.365 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=55.526845ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:23.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:23.422 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:23.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:23.500 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/04/30 16:14:23.500 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:23.506 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.439557711\n# Parse_time: 0\n# Compile_time: 0.0030957\n# Rewrite_time: 0.000013544\n# Optimize_time: 0\n# Wait_TS: 0.000700929\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:23.517 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:14:23.674 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:23.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:23.674 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:23.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:14:23.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:23.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:23.909 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=4.889707ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:23.923 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:23.923 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/04/30 16:14:23.963 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=63.9612ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:23.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:24.021 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:23.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:24.133 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/04/30 16:14:24.133 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:24.138 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.62517357\n# Parse_time: 0\n# Compile_time: 0.004185066\n# Rewrite_time: 0.000013007\n# Optimize_time: 0\n# Wait_TS: 0.000817653\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:24.169 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:14:24.248 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:24.248 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:14:24.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:24.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:24.448 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=4.268867ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:24.472 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:24.472 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/04/30 16:14:24.494 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=55.843111ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:24.629 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:24.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:24.701 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/04/30 16:14:24.702 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:24.708 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.540977912\n# Parse_time: 0\n# Compile_time: 0.002417268\n# Rewrite_time: 0.000018109\n# Optimize_time: 0\n# Wait_TS: 0.000469754\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:24.712 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/04/30 16:14:24.766 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:24.766 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/04/30 16:14:24.823 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:24.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:24.910 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=3.83483ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:24.936 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:24.936 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/04/30 16:14:24.955 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.612017ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:24.982 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=0c16fb1d-0700-4af9-9de5-6d09c0cffc07] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:24.982 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/04/30 16:14:25.012 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:24.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.084 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/04/30 16:14:25.084 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:25.090 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379819214\n# Parse_time: 0\n# Compile_time: 0.001896586\n# Rewrite_time: 0.000012444\n# Optimize_time: 0\n# Wait_TS: 0.000532197\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:25.093 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/04/30 16:14:25.142 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:25.142 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/04/30 16:14:25.197 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:25.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=3.85155ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:25.282 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:25.282 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/04/30 16:14:25.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=56.55677ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.422 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:25.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.469 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/04/30 16:14:25.469 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:25.474 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382378807\n# Parse_time: 0\n# Compile_time: 0.001325716\n# Rewrite_time: 0.000012544\n# Optimize_time: 0\n# Wait_TS: 0.000641884\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:25.483 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/04/30 16:14:25.592 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:25.592 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/04/30 16:14:25.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:25.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=5.045288ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:25.833 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:25.833 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/04/30 16:14:25.861 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=56.333998ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.921 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:25.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:26.001 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/04/30 16:14:26.002 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:26.008 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.528807701\n# Parse_time: 0\n# Compile_time: 0.003942506\n# Rewrite_time: 0.000011724\n# Optimize_time: 0\n# Wait_TS: 0.00049415\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:26.012 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:14:26.088 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:26.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:26.088 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:26.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:14:26.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:26.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:26.276 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=4.111602ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:26.291 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:26.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/04/30 16:14:26.321 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.548147ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:26.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:26.382 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:26.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:26.471 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/04/30 16:14:26.472 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:26.480 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.470189067\n# Parse_time: 0\n# Compile_time: 0.002120724\n# Rewrite_time: 0.000012335\n# Optimize_time: 0\n# Wait_TS: 0.000625567\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:26.485 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/04/30 16:14:26.551 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:26.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:26.551 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:26.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/04/30 16:14:26.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:26.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:26.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=15.496003ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:26.791 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 3d5165f7-b751-4396-accb-3b60c54ff959"] ["ddl job id"=51] [ver=25] [2024/04/30 16:14:26.793 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:26.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/04/30 16:14:26.816 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=81.428775ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:26.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:26.908 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:26.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:26.980 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/04/30 16:14:26.980 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:26.987 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.50347621\n# Parse_time: 0\n# Compile_time: 0.001987636\n# Rewrite_time: 0.00000871\n# Optimize_time: 0\n# Wait_TS: 0.000531939\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:26.991 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/04/30 16:14:27.067 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:27.068 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/04/30 16:14:27.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:27.284 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=3.957384ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:27.308 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:27.308 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/04/30 16:14:27.327 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=55.279843ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:27.397 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:27.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/04/30 16:14:27.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:27.488 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.498456039\n# Parse_time: 0\n# Compile_time: 0.002311229\n# Rewrite_time: 0.000017223\n# Optimize_time: 0\n# Wait_TS: 0.000818796\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:27.492 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/04/30 16:14:27.569 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:27.569 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/04/30 16:14:27.664 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:27.778 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=5.668295ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:27.801 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:27.801 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/04/30 16:14:27.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=56.070552ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:27.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:27.969 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/04/30 16:14:27.969 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:27.975 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.484434025\n# Parse_time: 0\n# Compile_time: 0.002044589\n# Rewrite_time: 0.000012197\n# Optimize_time: 0\n# Wait_TS: 0.002725467\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:27.980 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/04/30 16:14:28.051 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:28.051 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/04/30 16:14:28.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.496303ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:28.243 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:28.243 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/04/30 16:14:28.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=56.19435ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.340 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.435 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/04/30 16:14:28.435 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:28.442 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.464024598\n# Parse_time: 0\n# Compile_time: 0.002518167\n# Rewrite_time: 0.000010399\n# Optimize_time: 0\n# Wait_TS: 0.000541772\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:28.449 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/04/30 16:14:28.452 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:14:28.536 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:28.536 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/04/30 16:14:28.612 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:28.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=4.004385ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:28.768 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:28.768 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/04/30 16:14:28.797 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=55.698857ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.877 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:28.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.959 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/04/30 16:14:28.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:28.965 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.518640996\n# Parse_time: 0\n# Compile_time: 0.003308625\n# Rewrite_time: 0.000011945\n# Optimize_time: 0\n# Wait_TS: 0.000651014\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:28.972 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/04/30 16:14:29.067 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:29.067 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/04/30 16:14:29.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:28.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:29.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=4.846506ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:29.306 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:29.306 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/04/30 16:14:29.336 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=56.187271ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:29.470 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:28.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:29.563 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/04/30 16:14:29.563 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:29.567 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.59858761\n# Parse_time: 0\n# Compile_time: 0.003341159\n# Rewrite_time: 0.000012852\n# Optimize_time: 0\n# Wait_TS: 0.001333165\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:29.573 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/04/30 16:14:29.654 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:29.558 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:29.654 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:29.558 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/04/30 16:14:29.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:29.558 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:29.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=5.040895ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:29.878 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:29.878 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/04/30 16:14:29.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=56.263833ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:29.558 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:29.976 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:29.558 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:30.061 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/04/30 16:14:30.061 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:30.068 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.496935536\n# Parse_time: 0\n# Compile_time: 0.002913229\n# Rewrite_time: 0.000012697\n# Optimize_time: 0\n# Wait_TS: 0.000587687\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:30.083 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/04/30 16:14:30.200 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:30.200 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/04/30 16:14:30.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:30.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:30.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=6.368247ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:30.536 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:30.536 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/04/30 16:14:30.556 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=55.850774ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:30.637 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:30.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:30.751 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/04/30 16:14:30.751 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:30.757 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.681296263\n# Parse_time: 0\n# Compile_time: 0.00761704\n# Rewrite_time: 0.000015855\n# Optimize_time: 0\n# Wait_TS: 0.000703385\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:30.760 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/04/30 16:14:30.826 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:30.826 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/04/30 16:14:30.893 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:30.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:30.972 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.112402ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:30.990 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:30.990 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/04/30 16:14:31.019 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=57.637805ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:30.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.186 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/04/30 16:14:31.186 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:31.192 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.432878134\n# Parse_time: 0\n# Compile_time: 0.001270598\n# Rewrite_time: 0.000014449\n# Optimize_time: 0\n# Wait_TS: 0.000703418\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:31.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:31.209 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:31.341 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:31.209 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/04/30 16:14:31.433 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:31.209 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.632 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=9.617307ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/04/30 16:14:31.658 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:31.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/04/30 16:14:31.671 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=61.331245ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:31.209 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:31.209 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.864 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/04/30 16:14:31.864 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:31.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.673037842\n# Parse_time: 0\n# Compile_time: 0.010146697\n# Rewrite_time: 0.005035454\n# Optimize_time: 0\n# Wait_TS: 0.001684975\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:31.878 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/04/30 16:14:31.972 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:31.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:31.972 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:31.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/04/30 16:14:32.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:31.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:32.175 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=5.909079ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:32.195 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:32.195 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/04/30 16:14:32.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=55.476619ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:31.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:32.296 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:31.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:32.399 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/04/30 16:14:32.400 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:32.419 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.543172521\n# Parse_time: 0\n# Compile_time: 0.002781948\n# Rewrite_time: 0.000016841\n# Optimize_time: 0\n# Wait_TS: 0.003899704\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:32.423 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/04/30 16:14:32.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:32.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:32.540 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:32.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/04/30 16:14:32.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:32.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:32.701 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=3.669063ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:32.716 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:32.716 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/04/30 16:14:32.748 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=57.925095ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:32.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:32.849 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:32.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:32.918 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/04/30 16:14:32.918 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:32.924 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.502637671\n# Parse_time: 0\n# Compile_time: 0.002183704\n# Rewrite_time: 0.000012205\n# Optimize_time: 0\n# Wait_TS: 0.001314836\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:32.933 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/04/30 16:14:33.009 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:32.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:33.009 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:32.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/04/30 16:14:33.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:32.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:33.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=4.124895ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:33.210 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:33.211 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/04/30 16:14:33.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=57.072601ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:32.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:33.327 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:32.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:33.426 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/04/30 16:14:33.426 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:33.434 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.504677656\n# Parse_time: 0\n# Compile_time: 0.003873424\n# Rewrite_time: 0.000017799\n# Optimize_time: 0\n# Wait_TS: 0.000966615\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:33.445 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/04/30 16:14:33.585 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:33.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:33.585 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:33.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/04/30 16:14:33.691 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:33.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:33.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=6.150112ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:33.933 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:33.933 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/04/30 16:14:33.960 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=55.672275ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:33.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:33.458 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.161 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/04/30 16:14:34.162 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:34.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.725415721\n# Parse_time: 0\n# Compile_time: 0.003504869\n# Rewrite_time: 0.000013694\n# Optimize_time: 0\n# Wait_TS: 0.000679786\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:34.173 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/04/30 16:14:34.316 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:34.316 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/04/30 16:14:34.420 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:34.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.635 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=5.436274ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:34.655 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:34.655 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/04/30 16:14:34.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=65.253791ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.802 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:34.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/04/30 16:14:34.926 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:34.936 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.765738304\n# Parse_time: 0\n# Compile_time: 0.003185473\n# Rewrite_time: 0.000008916\n# Optimize_time: 0\n# Wait_TS: 0.000779275\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:34.949 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/04/30 16:14:35.113 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:35.113 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/04/30 16:14:35.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:34.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:35.425 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=6.164865ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:35.451 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:35.451 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/04/30 16:14:35.469 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=56.144159ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:35.530 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:34.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:35.651 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/04/30 16:14:35.651 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:35.664 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.720412633\n# Parse_time: 0\n# Compile_time: 0.005950852\n# Rewrite_time: 0.000018062\n# Optimize_time: 0\n# Wait_TS: 0.003556856\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:35.672 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/04/30 16:14:35.822 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:35.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:35.822 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:35.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/04/30 16:14:35.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:35.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:36.150 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=6.201266ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:36.169 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:36.169 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/04/30 16:14:36.193 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=56.120777ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:35.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:36.293 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:35.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:36.423 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/04/30 16:14:36.424 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:36.430 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.761044005\n# Parse_time: 0\n# Compile_time: 0.003630365\n# Rewrite_time: 0.000012374\n# Optimize_time: 0\n# Wait_TS: 0.00318246\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:36.438 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/04/30 16:14:36.596 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:36.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:36.597 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:36.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/04/30 16:14:36.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:36.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:36.880 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=5.779105ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:36.900 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:36.900 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/04/30 16:14:36.933 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=74.320597ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:36.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:37.021 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:36.459 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:37.130 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/04/30 16:14:37.130 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:37.137 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.703564355\n# Parse_time: 0\n# Compile_time: 0.004161647\n# Rewrite_time: 0.000018917\n# Optimize_time: 0\n# Wait_TS: 0.001080823\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:37.150 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/04/30 16:14:37.273 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:37.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:37.273 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:37.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/04/30 16:14:37.356 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:37.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:37.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=6.535995ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:37.581 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:37.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/04/30 16:14:37.604 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=56.140855ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:37.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:37.676 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:37.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:37.812 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/04/30 16:14:37.813 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:37.819 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.675495635\n# Parse_time: 0\n# Compile_time: 0.0059242\n# Rewrite_time: 0.000045714\n# Optimize_time: 0\n# Wait_TS: 0.00076321\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:37.830 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:14:37.932 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:37.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:37.932 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:37.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:14:38.014 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:37.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:38.160 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=5.658674ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:38.178 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:38.178 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/04/30 16:14:38.203 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=56.963475ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:37.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:38.279 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:37.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:38.380 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/04/30 16:14:38.381 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:38.387 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.560875765\n# Parse_time: 0\n# Compile_time: 0.004023195\n# Rewrite_time: 0.000013356\n# Optimize_time: 0\n# Wait_TS: 0.000739143\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:38.396 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:14:38.484 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:38.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:38.485 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:38.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:14:38.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:38.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:38.699 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=4.521086ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:38.719 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:38.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/04/30 16:14:38.746 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=58.068562ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:38.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:38.826 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:38.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:38.918 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/04/30 16:14:38.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:38.935 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.542921557\n# Parse_time: 0\n# Compile_time: 0.003681517\n# Rewrite_time: 0.000012316\n# Optimize_time: 0\n# Wait_TS: 0.000947206\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:38.951 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/04/30 16:14:39.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:38.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:39.125 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:38.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/04/30 16:14:39.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:38.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:39.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=7.436326ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:39.541 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:39.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/04/30 16:14:39.546 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=55.290265ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:38.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:39.657 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:38.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:39.793 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/04/30 16:14:39.793 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:39.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.854656394\n# Parse_time: 0\n# Compile_time: 0.006925573\n# Rewrite_time: 0.000012368\n# Optimize_time: 0\n# Wait_TS: 0.000651813\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:39.808 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:14:39.906 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:39.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:39.906 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:39.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:14:39.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:39.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:40.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=6.726241ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:40.162 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:40.162 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/04/30 16:14:40.184 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=64.235483ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:39.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:40.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:39.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:40.485 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/04/30 16:14:40.486 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:40.505 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.701502543\n# Parse_time: 0\n# Compile_time: 0.004810953\n# Rewrite_time: 0.000010622\n# Optimize_time: 0\n# Wait_TS: 0.000527198\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:40.510 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/04/30 16:14:40.649 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:40.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:40.649 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:40.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/04/30 16:14:40.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:40.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:40.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=5.413037ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:40.886 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:40.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/04/30 16:14:40.911 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=57.561139ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:40.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:40.997 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:40.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:41.000 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/04/30 16:14:41.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:14:41.000 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:14:41.000 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:14:41.091 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/04/30 16:14:41.092 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:41.098 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.58971662\n# Parse_time: 0\n# Compile_time: 0.00237428\n# Rewrite_time: 0.000012939\n# Optimize_time: 0\n# Wait_TS: 0.006370923\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:41.103 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/04/30 16:14:41.201 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:41.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:41.201 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:41.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/04/30 16:14:41.276 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:41.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:41.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=6.730401ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:41.430 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:41.430 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/04/30 16:14:41.452 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=57.032873ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:41.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:41.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:41.108 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:41.615 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/04/30 16:14:41.615 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:41.623 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.52213326\n# Parse_time: 0\n# Compile_time: 0.002528074\n# Rewrite_time: 0.000012866\n# Optimize_time: 0\n# Wait_TS: 0.006656188\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:41.626 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/04/30 16:14:41.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:41.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:41.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:41.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/04/30 16:14:41.843 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:41.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:41.889 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.422318ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:41.906 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:41.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/04/30 16:14:41.938 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=55.549816ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:41.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.016 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:41.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.058 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/04/30 16:14:42.059 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:42.064 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.43982087\n# Parse_time: 0\n# Compile_time: 0.001252949\n# Rewrite_time: 0.00001721\n# Optimize_time: 0\n# Wait_TS: 0.004356851\n# DB: mysql\n# Is_internal: true\n# Digest: 28d51e3d698da98c60f20a53b5051c7b2d219978d014ce863413788ed5d6649b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:42.171 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:42.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:42.171 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:42.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/04/30 16:14:42.243 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:42.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.348 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=4.199894ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/04/30 16:14:42.364 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:14:42.364 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/04/30 16:14:42.392 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=56.217103ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:42.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.515 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:42.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.585 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/04/30 16:14:42.585 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:42.593 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.525006267\n# Parse_time: 0\n# Compile_time: 0.005388965\n# Rewrite_time: 0.002500591\n# Optimize_time: 0\n# Wait_TS: 0.000769502\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:14:43.391 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444231920746502\n# Query_time: 0.549692882\n# Parse_time: 0\n# Compile_time: 0.249401209\n# Rewrite_time: 0.00770462\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 363992\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToyODQuMW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDQ2LjIBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwloHC42MW1zfSwgAQ4YX2RldGFpbBFjHF9wcm9jZXNzCSocIDgyLjPCtXMRPwx3YWl0DRoMMS40NwGKCVgoa3ZfcmVhZF93YWwNZQwgMS41CSEIaWt2NhgABDYyBX4Mc2Nhbj5+AAxrZXlzBb8oZ2V0X3NuYXBzaG8RcgwzOS4xBYxocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAZ9EeG46IHtwcmV3cml0ZToyLjcyAagBUREiGHM6Nzc2LjkFTQkUBDozASQcc2xvd2VzdF8RPSU8ACAxfGQwLjAwM3MsIHJlZ2lvbl9pZDogMTAsIHN0byGiNDEyNy4wLjAuMToyMDE2IXEEaW0uXQFCBgEEMTlKBgEBpj73AAgyLjcFqlr3AAXnOUgFjxRfYmF0Y2glrxQ6IDQ3LjIFQShwcm9wb3NlX3NlbiGqSGl0OiAwcywgcGVyc2lzdF9sb2cZ7QgyMTEt+glgFGxlYWRlcg1SKDExMG5zLCBzeW5jCTYIMTA2DWQJLjxtZW10YWJsZTogNC42NMK1QW0paQkwEDY5Ny41BZQQYXBwbHkyrwAAMhGvBRsVkgw5OS42BTIUbXV0ZXhfKfkBvwlyMqAAGRcAd2E1CDI2LgGEACwNKxmdDDEzLjgBnV0+GHByaW1hcnn++gFy+gEENjOa+gEANE2k3voBBDM4DUGu+gEIMTkxDTZKWgEEODY2+QEEOTUyJgI5WwgzLjklW3WXRV4INjA3LYsl3TL4AQg2MThNRAUcNfkIODgu4vkBADANOwnKGZ4AMUF9JfdtzQhudW2hJQkohYUAMVEvGGJ5dGU6MzIFLmxpbnNlcnQ6MjM3LjltcwkxMDcuNSBLQglOL0EK')\n# Resource_group: default\n;"] [2024/04/30 16:14:43.598 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=30.623443679s] [2024/04/30 16:14:43.641 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d5165f7-b751-4396-accb-3b60c54ff959"] [2024/04/30 16:14:43.641 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d5165f7-b751-4396-accb-3b60c54ff959"] [2024/04/30 16:14:43.661 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3d5165f7-b751-4396-accb-3b60c54ff959"] [] [2024/04/30 16:14:43.663 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:43.663 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=28.985µs] [2024/04/30 16:14:43.663 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=16.399µs] [2024/04/30 16:14:43.663 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=24.143µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=7.386µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=21.146µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=12.706µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=16.944µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=14.637µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=11.699µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=12.261µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=13.832µs] [2024/04/30 16:14:43.664 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:43.664 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/04/30 16:14:43.665 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/04/30 16:14:43.683 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=3d5165f7-b751-4396-accb-3b60c54ff959] ["take time"=53.461509ms] [2024/04/30 16:14:43.683 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=3d5165f7-b751-4396-accb-3b60c54ff959] [2024/04/30 16:14:43.695 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1224] [2024/04/30 16:14:43.695 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:14:43.695 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:14:43.695 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/04/30 16:14:43.696 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/04/30 16:14:43.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:14:43.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:14:43.696 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/04/30 16:14:43.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:14:43.696 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/04/30 16:14:43.695 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/04/30 16:14:43.697 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:14:43.697 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/04/30 16:14:43.697 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:14:43.697 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 0c16fb1d-0700-4af9-9de5-6d09c0cffc07 watch owner key /tidb/br-stream/owner/3eaa8f2fc6c3624a"] [2024/04/30 16:14:43.697 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/04/30 16:14:43.697 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/04/30 16:14:43.697 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c16fb1d-0700-4af9-9de5-6d09c0cffc07"] [2024/04/30 16:14:43.703 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0c16fb1d-0700-4af9-9de5-6d09c0cffc07] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:43.704 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:14:43.704 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/04/30 16:14:43.704 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:14:43.704 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/04/30 16:14:43.704 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:14:43.704 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/04/30 16:14:43.704 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c16fb1d-0700-4af9-9de5-6d09c0cffc07"] [error="context canceled"] [2024/04/30 16:14:43.704 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c16fb1d-0700-4af9-9de5-6d09c0cffc07"] [2024/04/30 16:14:43.704 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c16fb1d-0700-4af9-9de5-6d09c0cffc07"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:43.705 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=75.568029ms] [2024/04/30 16:14:43.705 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7363693541836159473] ["ddl lease"=500ms] ["stats lease"=3s] [2024/04/30 16:14:43.741 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/04/30 16:14:43.971 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=657] ["lease id"=6f188f2fc6c36417] [2024/04/30 16:14:43.976 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/04/30 16:14:44.132 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=149.947525ms] [2024/04/30 16:14:44.141 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:14:44.141 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=138eb133-7b05-46f8-8432-421e174783c3] [runWorker=true] [2024/04/30 16:14:44.141 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/04/30 16:14:44.145 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/04/30 16:14:44.147 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/04/30 16:14:44.147 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:14:44.147 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:14:44.147 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:14:44.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:14:44.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:14:44.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:14:44.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:14:44.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:14:44.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:14:44.148 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:44.148 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/04/30 16:14:44.149 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/04/30 16:14:44.149 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:14:44.149 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:14:44.154 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:14:44.154 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=01e621c6-0886-4e42-a58b-1eb6e0a46de3] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:44.155 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] ["owner key"=/tidb/ddl/fg/owner/22318f2fc6c339a0] [ownerID=138eb133-7b05-46f8-8432-421e174783c3] [op=none] [2024/04/30 16:14:44.187 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/04/30 16:14:44.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/04/30 16:14:44.190 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/04/30 16:14:44.194 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] ["owner key"=/tidb/bindinfo/owner/22318f2fc6c339a4] [ownerID=138eb133-7b05-46f8-8432-421e174783c3] [op=none] [2024/04/30 16:14:44.205 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:14:44.207 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] ["owner key"=/tidb/ddl/fg/owner/22318f2fc6c339a0] [ownerID=138eb133-7b05-46f8-8432-421e174783c3] [op=none] [2024/04/30 16:14:44.207 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [op=none] [2024/04/30 16:14:44.207 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/04/30 16:14:44.212 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/04/30 16:14:44.221 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/04/30 16:14:44.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/04/30 16:14:44.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/04/30 16:14:44.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/04/30 16:14:44.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/04/30 16:14:44.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/04/30 16:14:44.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/04/30 16:14:44.399 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/04/30 16:14:44.399 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/04/30 16:14:44.399 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/04/30 16:14:44.399 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/04/30 16:14:44.399 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/04/30 16:14:44.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/04/30 16:14:44.400 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/04/30 16:14:44.403 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/04/30 16:14:44.403 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/04/30 16:14:44.403 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/04/30 16:14:44.403 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/04/30 16:14:44.404 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/04/30 16:14:44.408 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/04/30 16:14:44.410 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=58] [total-mem=32GiB] [2024/04/30 16:14:44.417 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5562e7a7-cc0e-4528-8fec-3b9ad0bc48f2] [2024/04/30 16:14:44.418 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/04/30 16:14:44.418 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/04/30 16:14:44.424 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] ["owner key"=/tidb/stats/owner/22318f2fc6c339a7] [ownerID=138eb133-7b05-46f8-8432-421e174783c3] [op=none] [2024/04/30 16:14:44.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/04/30 16:14:44.467 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/04/30 16:14:44.468 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/04/30 16:14:44.469 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=68.617152ms] [2024/04/30 16:14:44.569 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestImportFromSelectBasic [2024/04/30 16:14:44.619 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/04/30 16:14:44.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/04/30 16:14:44.721 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:44.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:44.721 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:44.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/04/30 16:14:44.794 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:44.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:44.845 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.666139ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:44.867 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/04/30 16:14:44.901 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=64.695715ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:44.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:44.994 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c16fb1d-0700-4af9-9de5-6d09c0cffc07"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:14:45.012 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:44.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:45.058 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/04/30 16:14:45.058 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:45.069 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.44337932\n# Parse_time: 0.000523736\n# Compile_time: 0.001147374\n# Rewrite_time: 0.000010403\n# Optimize_time: 0.000497527\n# Wait_TS: 0.000637622\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/04/30 16:14:45.073 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/04/30 16:14:45.191 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/04/30 16:14:45.191 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:14:45.191 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:14:45.192 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:14:45.210 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:45.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:45.210 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:45.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/04/30 16:14:45.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:45.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:45.354 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/04/30 16:14:45.419 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/04/30 16:14:45.419 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/04/30 16:14:45.424 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5562e7a7-cc0e-4528-8fec-3b9ad0bc48f2] [watcherID=3651b92c-d3b6-4309-812f-51a21dd27d16] [2024/04/30 16:14:45.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.934851ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:45.471 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/04/30 16:14:45.473 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/04/30 16:14:45.495 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=67.131926ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:45.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:45.497 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=58] [2024/04/30 16:14:45.497 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/04/30 16:14:45.497 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/04/30 16:14:45.497 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/04/30 16:14:45.497 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/04/30 16:14:45.565 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:45.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:45.664 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/04/30 16:14:45.664 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:45.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.601554732\n# Parse_time: 0.000624665\n# Compile_time: 0.00104912\n# Rewrite_time: 0.000014222\n# Optimize_time: 0.000497527\n# Wait_TS: 0.000551356\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/04/30 16:14:45.677 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/04/30 16:14:45.788 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:45.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:45.788 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:45.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/04/30 16:14:45.893 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:45.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:45.933 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/04/30 16:14:46.068 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.785812ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:46.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/04/30 16:14:46.117 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=59.787093ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:45.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:46.149 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/04/30 16:14:46.210 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:45.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:46.276 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/04/30 16:14:46.276 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:46.297 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.622150097\n# Parse_time: 0.001045505\n# Compile_time: 0.001617193\n# Rewrite_time: 0.00001683\n# Optimize_time: 0.000497527\n# Wait_TS: 0.004120765\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/04/30 16:14:46.358 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:35\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/04/30 16:14:46.361 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/04/30 16:14:46.654 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/04/30 16:14:46.654 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/04/30 16:14:46.682 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:46.682 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:14:46.683 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:46.683 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:46.685 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:46.686 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:46.686 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:46.686 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:46.686 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:46.711 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:46.714 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:46.714 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:14:46.721 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:46.727 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:46.738 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [key=import-from-select] [2024/04/30 16:14:46.739 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [key=import-from-select] [2024/04/30 16:14:46.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [key=import-from-select] [readDur=16.912µs] [encodeDur=1.245299ms] [checksum="{cksum=5974828008197425116,size=76,kvs=2}"] [deliverDur=476.12µs] [type=query] [takeTime=22.814381ms] [] [2024/04/30 16:14:46.768 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/64fa2c42-a616-4e35-84ea-4953b424303f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/84a75c6e-cf3f-41bb-b34c-df3cf1ba2db4.sst] [firstKey=74800000000000006C5F728000000000000003] [lastKey=74800000000000006C5F728000000000000004] [2024/04/30 16:14:46.774 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [key=import-from-select] [readDur=29.434µs] [encodeDur=7.559134ms] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=9.46687ms] [type=query] [takeTime=34.308101ms] [] [2024/04/30 16:14:46.775 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:46.779 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/64fa2c42-a616-4e35-84ea-4953b424303f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/f7ad4e92-df32-4cba-ad74-66aa67cc4cf5.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000002] [2024/04/30 16:14:46.832 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=57.237499ms] [] [2024/04/30 16:14:46.833 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/04/30 16:14:46.848 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:46.873 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:14:46.873 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:46.934 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:14:46.939 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=106.253749ms] [] [2024/04/30 16:14:46.939 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:46.941 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.351658ms] [] [2024/04/30 16:14:46.942 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/04/30 16:14:46.942 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:46.942 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=74.05µs] [] [2024/04/30 16:14:46.942 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/04/30 16:14:46.942 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [2024/04/30 16:14:46.965 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [takeTime=22.660173ms] [] [2024/04/30 16:14:46.965 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/04/30 16:14:46.965 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [weight=30] [2024/04/30 16:14:46.966 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [concurrency=15] [2024/04/30 16:14:47.032 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/04/30 16:14:47.034 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/04/30 16:14:47.034 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=64fa2c42-a616-4e35-84ea-4953b424303f] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=92.331806ms] [] [2024/04/30 16:14:47.035 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:47.035 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=67.845µs] [] [2024/04/30 16:14:47.035 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:47.037 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.350124ms] [] [2024/04/30 16:14:47.038 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:47.038 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=64.292µs] [] [2024/04/30 16:14:47.038 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:47.040 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.017616ms] [] [2024/04/30 16:14:47.047 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:47.047 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:47.048 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:47.048 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:47.048 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:47.048 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:47.048 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:47.048 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:47.048 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:47.048 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:47.048 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:47.048 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:47.048 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:47.052 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:47.052 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:47.052 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:47.052 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:47.053 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:47.056 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444232917155842\n# Conn_ID: 2\n# Query_time: 0.691689786\n# Parse_time: 0.000916052\n# Compile_time: 0.003328342\n# Rewrite_time: 0.002046758\n# Optimize_time: 0.000497527\n# Wait_TS: 0.000146781\n# Cop_time: 0.000103077 Process_time: 0.000130555 Wait_time: 0.000085597 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 696879db0760bc7486baaa9d977a82add10957a2b15f1227e60d437897443093\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000130555 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 8.5597e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjY4NC43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRAwxLjAyGUN0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi43BSlEcHJvY19rZXlzOiA0LCB0b3RfARIkOiAxMzAuNsK1cwkUHHdhaXQ6IDg1DROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNzEuNQVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFhAhhbF8lJkgyLjU5bXN9fQkzNjQgQnl0ZXMJISQgMgk0M182CTFfMSbAdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2XyUmAHsFZAQxbTmGVH0sIHNjYW5fZGV0YWlsOiB7dG90YWwlJghlc3MyOwE6FwAgX3NpemU6IDE4KVkEYWwNLTg1LCBnZXRfc25hcHNob3QJ1wggMzktXXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpwhrZXk+FgAYOCwgYmxvYyHoEH19fSwgAchetAABHDriAQhhbF8h5A0bNekJ7Chrdl9yZWFkX3dhbC2FACAlIgB0ITcdFUQ3OTAuN8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('1AagCs8GCgxJbXBvcnRJbnRvXzISiAYKDVRhYmxlUmVhZGVyXzcSyAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfBhiMNAMAQ4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvatACdGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX0sIHMBdnxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktPDUsIGdldF9zbmFwc2hvdF8Fc6AgMzkuNsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OgFsCGtleT4WADw4LCBibG9jazoge319fSwgAVVetAABHBQ6IDEzMC4Jcgm7CHdhaRGMBDg1MhoALGt2X3JlYWRfd2FsbBE9ISIMdGlrdi4VACg3OTAuN8K1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEutwEoAUABUhRkYXRhOlQ25QEEWhQFpwwxLjAyAWw0bG9vcHM6MmLZAWNvcF8lrEQge251bTogMSwgbWF4OiAyLjcFKiGaLWopeSWsOvAABe4AOhnpgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDcxLjUlr6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxUS8F4ygyLjU5bXN9fXDsAj0uADghGhQDTi9BWhUFJhA2ODQuNzkKADFWZAEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src`;"] [2024/04/30 16:14:47.095 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:14:47.096 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/04/30 16:14:47.098 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/04/30 16:14:47.231 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:47.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:47.231 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:47.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/04/30 16:14:47.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:47.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:47.358 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/04/30 16:14:47.493 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=5.258803ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:14:47.524 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/04/30 16:14:47.533 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=64.145285ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:47.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:47.627 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/04/30 16:14:47.651 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/04/30 16:14:47.658 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:47.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:47.755 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/04/30 16:14:47.756 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:47.781 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.683882849\n# Parse_time: 0.000355689\n# Compile_time: 0.00113941\n# Rewrite_time: 0.000013048\n# Optimize_time: 0.001801921\n# Wait_TS: 0.028824302\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/04/30 16:14:48.040 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/04/30 16:14:48.059 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:48.060 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:14:48.060 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:48.060 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:48.065 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:48.065 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:48.065 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:48.066 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:48.066 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:48.096 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:48.098 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:48.098 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:14:48.108 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:48.115 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:48.121 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [key=import-from-select] [2024/04/30 16:14:48.121 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [key=import-from-select] [2024/04/30 16:14:48.123 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [key=import-from-select] [readDur=16.837µs] [encodeDur=517.138µs] [checksum="{cksum=537466866433699273,size=38,kvs=1}"] [deliverDur=402.625µs] [type=query] [takeTime=1.699465ms] [] [2024/04/30 16:14:48.123 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [key=import-from-select] [readDur=20.234µs] [encodeDur=759.732µs] [checksum="{cksum=15134002712567377899,size=38,kvs=1}"] [deliverDur=469.79µs] [type=query] [takeTime=1.78623ms] [] [2024/04/30 16:14:48.124 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/cef84557-6619-4249-a3c0-e3f12de07748/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/3eb64647-484a-464e-aaf1-0f080df7733f.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000001] [2024/04/30 16:14:48.124 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:48.125 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/cef84557-6619-4249-a3c0-e3f12de07748/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/66bfe259-b8e5-4f0a-a254-0fe17fd37c20.sst] [firstKey=74800000000000006E5F728000000000000002] [lastKey=74800000000000006E5F728000000000000002] [2024/04/30 16:14:48.128 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.462331ms] [] [2024/04/30 16:14:48.128 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/04/30 16:14:48.138 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:48.161 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/04/30 16:14:48.162 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:48.181 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:7 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 9, request epoch conf_ver: 5 version: 7\")"] ["job stage"=needRescan] [2024/04/30 16:14:48.183 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/04/30 16:14:50.183 +00:00] [2024/04/30 16:14:50.229 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/04/30 16:14:50.237 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=2.108515525s] [] [2024/04/30 16:14:50.237 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:50.244 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=6.792187ms] [] [2024/04/30 16:14:50.244 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/04/30 16:14:50.244 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:50.244 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=91.005µs] [] [2024/04/30 16:14:50.244 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/04/30 16:14:50.244 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [2024/04/30 16:14:50.276 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [takeTime=31.469812ms] [] [2024/04/30 16:14:50.276 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/04/30 16:14:50.276 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [weight=30] [2024/04/30 16:14:50.276 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [concurrency=15] [2024/04/30 16:14:50.283 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/04/30 16:14:50.284 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/04/30 16:14:50.284 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=cef84557-6619-4249-a3c0-e3f12de07748] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=40.011213ms] [] [2024/04/30 16:14:50.284 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:50.285 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.438µs] [] [2024/04/30 16:14:50.285 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:50.286 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.571687ms] [] [2024/04/30 16:14:50.286 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:50.286 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=13.495µs] [] [2024/04/30 16:14:50.286 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:50.287 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=951.457µs] [] [2024/04/30 16:14:50.294 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:50.294 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:50.294 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:50.294 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:50.294 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:50.294 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:50.294 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:50.294 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:50.294 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:50.294 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:50.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:50.295 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:50.295 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:50.297 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:50.298 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:50.298 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:50.298 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:50.298 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:50.300 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444233285730307\n# Conn_ID: 2\n# Query_time: 2.517478539\n# Parse_time: 0.000874804\n# Compile_time: 0.004538825\n# Rewrite_time: 0.003082034\n# Optimize_time: 0.001801921\n# Wait_TS: 0.003159216\n# Cop_time: 0.000111818 Process_time: 0.000136757 Wait_time: 0.000083863 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000136757 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 8.3863e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 318\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qwaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjIuNTFzLCBsb29wczoxCQEamE4vQQoxCTMxXzkJMAkzMzMzLjMzCWRhdGE6U2VsZWN0aW9uXzgJMglAEDc4OMK1FUHQMiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi4wMW1zLCBwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDEzNi4JSwEUJHdhaXQ6IDgzLjkFXoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhhuOiA2OC4xBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYCGFsXyUiSDEuODdtc319CTMxOCBCeXRlcwkhIiAyCTFfOAkxXzA1IyBndChmcm9tX3MlJiguc3JjLmlkLCA1KSUsBGt2BaQEOnsFVQAwNTMBiDxzY2FuX2RldGFpbDoge3RvAXwhFghlc3MyKwEEYWwyFwAkX3NpemU6IDE4NBGxAGslWDg1LCBnZXRfc25hcHNob3QJxxAgNTIuMiUTmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWABg4LCBibG9jIdg5iQ0yFDJ9fX0sIAHZXsYAARw65AEIYWxfIeYNGzXrAHQhKgh3YWwtfiggNDI0LjTCtXN9CVGcZDMJNDNfNwkxXzAJMTAwMDAJdGFibGU6c3JjAbl4ZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CQVfRaBGiQEgCU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('uAfgCrMHCgxJbXBvcnRJbnRvXzIS7gYKDVRhYmxlUmVhZGVyXzkSsgQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWrDAm5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqgIDUyLjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWdexgABHBg6IDEzNi44BYQJzQh3YWkRngw4My45CRocaWt2X3dhbGwNNCQ0MjQuNMK1c31wIX8FATKPARxGAcpPUpgQQS6PASgBQAFSEGRhdGE6U0UNGGlvbl84WhQFhQQ3OAmCKeYYMmLZAWNvcEkDWCB7bnVtOiAxLCBtYXg6IDIuMDFtcywgIYoAXylaKWkAXwESOs4ABcwAOhnHEGNvcHJfOSlEcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNjguMSUBqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjFRHwXjLDEuODdtc319cL4CeCUxAQEEATghFhQDTi9BWhMFJhAyLjUxc1XuVl4BBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/04/30 16:14:50.310 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/04/30 16:14:50.376 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:50.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:50.376 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:50.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/04/30 16:14:50.477 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:50.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.519 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/04/30 16:14:50.599 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=24.788342ms] [gotSchemaVersion=56] [phyTblIDs="[106,112]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:14:50.641 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=113] [ver=56] [2024/04/30 16:14:50.648 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/04/30 16:14:50.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=106.855131ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:50.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.794 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/04/30 16:14:50.822 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/04/30 16:14:50.831 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:50.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.935 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/04/30 16:14:50.936 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:50.956 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.646871785\n# Parse_time: 0.000209525\n# Compile_time: 0.000727597\n# Rewrite_time: 0.000008231\n# Optimize_time: 0.001060684\n# Wait_TS: 0.001292954\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/04/30 16:14:50.958 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/04/30 16:14:51.031 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:50.961 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:51.032 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:50.961 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/04/30 16:14:51.124 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:50.961 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:51.145 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/04/30 16:14:51.231 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=3.132461ms] [gotSchemaVersion=57] [phyTblIDs="[110,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:14:51.250 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/04/30 16:14:51.285 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=68.901473ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:50.961 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:51.378 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/04/30 16:14:51.413 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/04/30 16:14:51.424 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:50.961 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:51.543 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/04/30 16:14:51.544 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:51.561 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.603698053\n# Parse_time: 0.000302289\n# Compile_time: 0.0010425\n# Rewrite_time: 0.000012756\n# Optimize_time: 0.001060684\n# Wait_TS: 0.003602487\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/04/30 16:14:55.925 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444234764746758\n# Conn_ID: 2\n# Query_time: 4.283754939\n# Parse_time: 1.1573790210000001\n# Compile_time: 1.477258065\n# Rewrite_time: 0.064094363\n# Optimize_time: 0.001060684\n# Wait_TS: 0.000220766\n# Prewrite_time: 0.113539576 Commit_time: 0.020407046 Get_commit_ts_time: 0.000528653 Slowest_prewrite_rpc_detail: {total:0.104s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 9.89ms}, scan_detail: {get_snapshot_time: 18.7µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 294.1µs, propose_send_wait: 0s, persist_log: {total: 2.26ms, write_leader_wait: 57ns, sync_log: 2.11ms, write_memtable: 3.3µs}, commit_log: 2.49ms, apply_batch_wait: 1.13ms, apply: {total:1.16ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 73.7µs, write_memtable: 510.8µs}}} Commit_primary_rpc_detail: {total:0.104s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 9.89ms}, scan_detail: {get_snapshot_time: 18.7µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 294.1µs, propose_send_wait: 0s, persist_log: {total: 2.26ms, write_leader_wait: 57ns, sync_log: 2.11ms, write_memtable: 3.3µs}, commit_log: 2.49ms, apply_batch_wait: 1.13ms, apply: {total:1.16ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 73.7µs, write_memtable: 510.8µs}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3BTweTAJMjdfMQkwCTAJTi9BCTAJdGltZToxLjQ5cywgbG9vcHM6MSwgcHJlcGFyZToge3RvdGFsOiAzNzAuNG1zLCBhdXRvX2lkX2FsbG9jYXRvcjoge2FsbG9jX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpCWcUMm1zfSwgAXUYX2RldGFpbBFkIF9wcm9jZXNzXwEcLDogMTMwLjHCtXMsIAlADHdhaXQRGwwxMi4zHRsoa3ZfcmVhZF93YWwNaAggMjUNPAhpa3YuGAAYMzMzLjfCtQGDDHNjYW4+gwBMa2V5czogMSwgZ2V0X3NuYXBzaG8RdgAzATi4LCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX0sIGNvbW0Bs0x4bjoge3ByZXdyaXRlOjYuMjJtcwlhESIYczo1NzQuNgXSCRQQOjMuMDMBJxxzbG93ZXN0XxFAJVQAIDGVEDAuMDA2AZRAZWdpb25faWQ6IDEwLCBzdG8huzgxMjcuMC4wLjE6MjAxNjFCdQE6GwEMNC4zOCWcNhkBSgoBBDI0LX+iDAEF/DltBaEUX2JhdGNoJdgYOiA2MTcuOSUBKHByb3Bvc2Vfc2VuIdJIaXQ6IDBzLCBwZXJzaXN0X2xvZzkADDEuOTchJglfFGxlYWRlchFRIDlucywgc3luYwkzCDk5MC1iCS0wbWVtdGFibGU6IDguOCHaAH01sgVjADItgRBhcHBseTKrAAAxLhoAFYwIMTkyDWAUbXV0ZXhfSRwBuglwMp0AGRcAd2VcADBFlAAsDSsZmwAySRYAfV1PGHByaW1hcnlGCAIMM3MsIP4IAkUIDDEuOTmaCAIANS20RggCBbMJ+nXmRvYBDDIzLjLG9QEMMTUuNAU2CWAyWgEIMTQ0NvgBBDY4jUYJLT1cCC40NYkJaXMp9wwxLjU2QVJG9wEEMzYNdgUbOfgIMjkuAUgELCDK+AEAMg1TQpwAADFFTCVFLdQIbnVtoUwJKoWnADFRMBRieXRlOjOJdSxpbnNlcnQ6MS4xMnNV0TqDBBAxMTMuNQHlYdsN/YGEBDI4TYcJFBA6MjAuNAEnfoQEDDEwNHM2fAIENCzahAQIOS44mnwCADERreJ8AgQ5NE0arnIECDIuMkUgKYgyewIENTc2egIMMi4xMSE/CStZeQAzpT1CbwQENDkBLUVdOm8EADHFCgUaWXcELjEFiMZ1AgA36QFRPRmYEDUxMC44YRKKbgQAMT52BuLyAeHLlm4EADNmdgYFsyloam4EBDk0baqu8QEIODM4jeUJYDLzAQgxNTg29AEENDcp3kZeAQgzLjWB60L3AQA1xcEl3TL3AQQ1OSWNACwJGzX4ADSlnc5tBAgxNTWFVU6bAAAxYXUh92JtBAw1MDAwETqFcFAyMDM3NjJ9CTcyNy41IEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('6BTwWwrjFAoISW5zZXJ0XzE4AUABUgNOL0FaE3RpbWU6MS40OXMsIGxvb3BzOjFixAtwcmVwYXJlOiB7dG90YWw6IDM3MC40bXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfEWgUMm1zfSwgAQ4YX2RldGFpbBFkHF9wcm9jZXNzCSogIDEzMC4xwrVzEUAMd2FpdBEbDDEyLjMdGyhrdl9yZWFkX3dhbA1oCCAyNQ08CGlrdi4YABgzMzMuN8K1AYMMc2Nhbj6DAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdgAzATiALCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291IQQkMn19fSwgY29tbQGzRHhuOiB7cHJld3JpdGU6Ni4yMiFHAWERIhhzOjU3NC42BdIJFBA6My4wMwEnHHNsb3dlc3RfEUAlVAAgMZUQMC4wMDYBlEBlZ2lvbl9pZDogMTAsIHN0byG7NDEyNy4wLjAuMToyMDE2IYkEaW0udQE6GwEMNC4zOCWcNhkBAak6CgEEMjQtf6IMAQX8OW0FoRRfYmF0Y2gl2Bg6IDYxNy45JQEocHJvcG9zZV9zZW4h0khpdDogMHMsIHBlcnNpc3RfbG9nOQAMMS45NyEmCV8UbGVhZGVyEVEgOW5zLCBzeW5jCTMIOTkwLWIJLTBtZW10YWJsZTogOC44Ido5sgVjADItgRBhcHBseTKrAAAxLhoAFYwIMTkyDWAUbXV0ZXhfSRwBuglwMp0AGRcAd2VcADBFlAAsDSsZmwAySRYuTwIYcHJpbWFyeUYIAgwzcywg/ggCRQgMMS45OZoIAgA1LbRGCAIFswn6deZG9gEMMjMuMsb1AQwxNS40BTYJYDJaAQgxNDQ2+AEENjiNRgktPVwILjQ1iQlpcyn3DDEuNTZBUkb3AQQzNg12BRs5+AgyOS4BSAQsIMr4AQAyDVNCnAAAMUVMJUUt1AhudW2hTAkqhacAMVEwFGJ5dGU6M4l1BGluoeEgOjEuMTJzYuIIDds6hAQQMTEzLjUB5mHcESMQczo1MjhNiAkUEDoyMC40ASd+hQQMMTA0czZ9AgQ0LNqFBAg5LjiafQIAMRGt4n0CBDk0TRuucwQIMi4yRSEpiTJ8AgQ1NzZ7AgwyLjExIT8JK1l6ADOlPkJwBAQ0OQEtRV46cAQAMcULBRpZeAQuMQWIxnYCADfpAlE+GZgQNTEwLjhhE92+Xm8EADE+dwbi8gHhzJZvBAAzZncGBbMpaGpvBAQ5NG2rrvEBCDgzOI3mCWAy8wEIMTU4NvQBBDQ3Kd5GXgEIMy41gexC9wEANcXCJd0y9wEENTkljQAsCRs1+AA0pZ7ObgQIMTU1hVZOmwAAMWF1IfdibgQMNTAwMBE6hXFcMjAzNzYyfXCovC14////////////ARgB')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/04/30 16:14:56.172 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/04/30 16:14:56.199 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:56.200 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:14:56.201 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:56.201 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:56.204 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:56.204 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:56.204 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:56.204 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:56.205 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:56.235 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:56.239 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:56.240 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:14:56.246 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:56.251 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:56.331 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [2024/04/30 16:14:56.332 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [2024/04/30 16:14:56.332 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [2024/04/30 16:14:56.346 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [2024/04/30 16:14:56.346 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [2024/04/30 16:14:56.346 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [2024/04/30 16:14:56.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [2024/04/30 16:14:56.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [2024/04/30 16:14:56.951 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [readDur=286.683563ms] [encodeDur=290.536331ms] [checksum="{cksum=13994239571567680878,size=25470,kvs=625}"] [deliverDur=7.833935ms] [type=query] [takeTime=618.362039ms] [] [2024/04/30 16:14:56.953 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25470] [kvs=625] [files=1] [sstFileSize=9056] [file=/tmp/tidb/import-4000/8984409a-404a-4246-8ddc-32438a770d59/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d5ad8604-abf5-42a1-a423-194dd003c665.sst] [firstKey=7480000000000000725F72800000000000000F] [lastKey=7480000000000000725F728000000000001381] [2024/04/30 16:14:56.953 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [readDur=283.6041ms] [encodeDur=320.261567ms] [checksum="{cksum=16186252137677679648,size=24874,kvs=610}"] [deliverDur=9.767973ms] [type=query] [takeTime=622.534118ms] [] [2024/04/30 16:14:56.954 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [readDur=285.817413ms] [encodeDur=297.688372ms] [checksum="{cksum=8907224264611523594,size=24772,kvs=608}"] [deliverDur=9.231089ms] [type=query] [takeTime=605.364376ms] [] [2024/04/30 16:14:56.956 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=24874] [kvs=610] [files=1] [sstFileSize=8825] [file=/tmp/tidb/import-4000/8984409a-404a-4246-8ddc-32438a770d59/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5b4e02a9-88b1-4642-94e6-4d2e98ecb968.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001387] [2024/04/30 16:14:56.958 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [readDur=273.978714ms] [encodeDur=315.85743ms] [checksum="{cksum=7676243851163786013,size=26276,kvs=645}"] [deliverDur=7.428684ms] [type=query] [takeTime=611.746851ms] [] [2024/04/30 16:14:56.958 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [readDur=269.274828ms] [encodeDur=330.45452ms] [checksum="{cksum=13393320063229136503,size=26212,kvs=643}"] [deliverDur=15.719066ms] [type=query] [takeTime=626.35455ms] [] [2024/04/30 16:14:56.959 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [readDur=266.783272ms] [encodeDur=319.286161ms] [checksum="{cksum=10874451802040144253,size=25640,kvs=629}"] [deliverDur=7.074532ms] [type=query] [takeTime=612.790114ms] [] [2024/04/30 16:14:56.960 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [readDur=258.309937ms] [encodeDur=324.560272ms] [checksum="{cksum=2212048823636973507,size=25388,kvs=623}"] [deliverDur=15.172986ms] [type=query] [takeTime=612.053202ms] [] [2024/04/30 16:14:56.961 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=26276] [kvs=645] [files=1] [sstFileSize=9306] [file=/tmp/tidb/import-4000/8984409a-404a-4246-8ddc-32438a770d59/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/10013cd7-1e19-4c4a-b2db-91442714a6aa.sst] [firstKey=7480000000000000725F728000000000000005] [lastKey=7480000000000000725F728000000000001388] [2024/04/30 16:14:56.961 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [key=import-from-select] [readDur=271.111518ms] [encodeDur=317.943998ms] [checksum="{cksum=3111103845582318703,size=25130,kvs=617}"] [deliverDur=11.469491ms] [type=query] [takeTime=614.864234ms] [] [2024/04/30 16:14:56.962 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:56.963 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=26212] [kvs=643] [files=1] [sstFileSize=9257] [file=/tmp/tidb/import-4000/8984409a-404a-4246-8ddc-32438a770d59/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/2a140265-1eed-4b1b-8359-cdb3053ad2c5.sst] [firstKey=7480000000000000725F728000000000000002] [lastKey=7480000000000000725F728000000000001382] [2024/04/30 16:14:56.965 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25640] [kvs=629] [files=1] [sstFileSize=9076] [file=/tmp/tidb/import-4000/8984409a-404a-4246-8ddc-32438a770d59/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/243bb4f3-358d-4ea1-8393-d31b3b3a3d9f.sst] [firstKey=7480000000000000725F728000000000000003] [lastKey=7480000000000000725F728000000000001383] [2024/04/30 16:14:56.967 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=24772] [kvs=608] [files=1] [sstFileSize=8913] [file=/tmp/tidb/import-4000/8984409a-404a-4246-8ddc-32438a770d59/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/6155aa08-d0a5-425e-9344-8e090922edfc.sst] [firstKey=7480000000000000725F728000000000000006] [lastKey=7480000000000000725F72800000000000137F] [2024/04/30 16:14:56.969 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25130] [kvs=617] [files=1] [sstFileSize=8974] [file=/tmp/tidb/import-4000/8984409a-404a-4246-8ddc-32438a770d59/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/48974e4e-5d1c-432e-ae23-db2199d68727.sst] [firstKey=7480000000000000725F728000000000000004] [lastKey=7480000000000000725F728000000000001386] [2024/04/30 16:14:56.971 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25388] [kvs=623] [files=1] [sstFileSize=9068] [file=/tmp/tidb/import-4000/8984409a-404a-4246-8ddc-32438a770d59/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/c41a880e-9600-499c-88e7-d811be27986c.sst] [firstKey=7480000000000000725F728000000000000007] [lastKey=7480000000000000725F72800000000000137A] [2024/04/30 16:14:56.976 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=14.411036ms] [] [2024/04/30 16:14:56.977 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/04/30 16:14:56.988 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:57.025 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/04/30 16:14:57.026 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:57.031 +00:00] [WARN] [split.go:139] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF725F728000000000FF0000010000000000FA, endKey: 7480000000000000FF725F728000000000FF0013890000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/04/30 16:14:57.245 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/04/30 16:14:57.249 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=272.643782ms] [] [2024/04/30 16:14:57.249 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:57.252 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.279773ms] [] [2024/04/30 16:14:57.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/04/30 16:14:57.252 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:57.252 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=93.388µs] [] [2024/04/30 16:14:57.252 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/04/30 16:14:57.252 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [2024/04/30 16:14:57.272 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [takeTime=19.727826ms] [] [2024/04/30 16:14:57.272 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/04/30 16:14:57.272 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [weight=30] [2024/04/30 16:14:57.272 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [concurrency=15] [2024/04/30 16:14:57.284 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/04/30 16:14:57.285 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/04/30 16:14:57.285 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=8984409a-404a-4246-8ddc-32438a770d59] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=32.872706ms] [] [2024/04/30 16:14:57.285 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:57.286 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=15.326µs] [] [2024/04/30 16:14:57.286 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:14:57.288 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.755764ms] [] [2024/04/30 16:14:57.289 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:57.289 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=16.157µs] [] [2024/04/30 16:14:57.289 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:14:57.290 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.285308ms] [] [2024/04/30 16:14:57.295 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:57.296 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:57.296 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:57.296 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:57.296 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:57.299 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:57.299 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:57.299 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:57.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:57.299 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:57.302 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444235420631045\n# Conn_ID: 2\n# Query_time: 1.3722548940000001\n# Parse_time: 0.00088045\n# Compile_time: 0.00426732\n# Rewrite_time: 0.002816726\n# Optimize_time: 0.001060684\n# Wait_TS: 0.00015886\n# Cop_time: 0.008598589 Process_time: 0.00860379 Wait_time: 0.000374327 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14527 Rocksdb_key_skipped_count: 19527\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.001720758 Cop_proc_p90: 0.002987333 Cop_proc_max: 0.002987333 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 7.4865e-05 Cop_wait_p90: 9.8549e-05 Cop_wait_max: 9.8549e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jQeQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjEuMzdzLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk1ARoJRQwzLjFtFUZ4NywgY29wX3Rhc2s6IHtudW06IDUsIG1heDogOTguMgEpIG1pbjogMi41NQENHGF2ZzogMjIuBQ0IcDk1HSdIYXhfcHJvY19rZXlzOiAyMDE2LAEiRhUACHRvdAUVEDogOC42AVUBETR3YWl0OiAzNzQuM8K1cwWWdHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW0CF9kdQUaGG46IDUzLjIFOgGJmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHxGF9ycGM6NSwBhQhhbF8pIwQxMiEkKH19CTc4LjEgS0IJIWcgMgk0M182CTFfMWmodGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNSl+BGt2BbUUOntwcm9jAagQOjNtcywlYSWTJV0AMSkUCHA4MAkeIWUFJ5hpdGVyczoyNCwgdGFza3M6NX0sIHNjYW5fZGV0YWlsOiB7dG90YWwlWwhlc3MtiAQ1MCEyAHRCGgAwX3NpemU6IDI0Mzc2MhH+AGslu0Q1MDA1LCBnZXRfc25hcHNob3QpFwwgMTYyLWSQcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNDUyNyEXAHlCGgAEOTUBGgxibG9jQXIQfX19LCAhdV7GAAEcLikCJGFsX3N1c3BlbmQNGww2NC41JfgJ5EFIDRpZTQkbKGt2X3JlYWRfd2FsLekEIDghgAB0IZkdFTwxMC4zbXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('9wegCvIHCgxJbXBvcnRJbnRvXzISrQcKDVRhYmxlUmVhZGVyXzcSqQQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfSBAYjDQDCIJzgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAN0aWt2X3Rhc2s6e3Byb2MgbWF4OjNtcywgbWluOjFtcywgYXZnOiAxLjZtcywgcDgwOjNtcywgcDk1OjNtcywgaXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNTAwMCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDI0Mzc2MiwgdG90YWxfa2V5czogNTAwNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDE2Mi4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE0NTI3LCBrZXlfc2tpcHBlZF9jb3VudDogMTk1MjcsIGJsb2NrOiB7fX19LCB0aW1lX2RldGFpbDoge3RvdGFsX3Byb2Nlc3NfdGltZTogOC42IQwJ4RhzdXNwZW5kDZUYNjQuNcK1cxHkDHdhaXQNGhAzNzQuMx0bLGt2X3JlYWRfd2FsbA0jBDhtATkhmR0VIDEwLjNtc31w/xEBBAF4EQoo/wEhnFYfpYdMFkEyGAIoAUABUhRkYXRhOlQ2RwIoWhR0aW1lOjEzLjEBazBsb29wczo3YpsCY29wSQ0kIHtudW06IDUsIEERECA5OC4yASpBFRAgMi41NQENAGFBGQgyMi4FDUERGScIYXhfIfEAXym7EDIwMTYsASJGFQAIdG90BRUQOiA4LjYBVQERIS4AOj0pgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW0CF9kdQUaGG46IDUzLjIlYwGJmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHxFF9ycGM6NTG1KSQEMTIhJRR9fXDO8AQ9cgA4IV0UA04vQVoTCSgQLjM3cywtSwAxVqYBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/04/30 16:14:57.541 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/04/30 16:14:57.647 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:57.647 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/04/30 16:14:57.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:57.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=390.83µs] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:57.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/04/30 16:14:57.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=56.68018ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:58.028 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:58.100 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=285.71µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:58.126 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/04/30 16:14:58.151 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=60.963949ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:58.230 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:58.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=253.232µs] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:58.392 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/04/30 16:14:58.394 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/116/138eb133-7b05-46f8-8432-421e174783c3] [currentVer=59] [latestVer=60] [2024/04/30 16:14:58.394 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=116] [ver=60] [2024/04/30 16:14:58.427 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=88.796844ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:58.543 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/04/30 16:14:58.578 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/04/30 16:14:58.585 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:57.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:58.681 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/04/30 16:14:58.682 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:58.689 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.14901515\n# Parse_time: 0.000716851\n# Compile_time: 0.000933674\n# Rewrite_time: 0.000010956\n# Optimize_time: 0.00210818\n# Wait_TS: 0.001285134\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/04/30 16:14:58.691 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/04/30 16:14:58.774 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:58.718 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:58.774 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:58.718 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/04/30 16:14:58.850 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:58.718 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:58.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=7.84899ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:58.980 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=118] [ver=61] [2024/04/30 16:14:59.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/04/30 16:14:59.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=116.420952ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:58.718 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:59.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:58.718 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:59.274 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/04/30 16:14:59.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:59.281 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.590994195\n# Parse_time: 0.000372484\n# Compile_time: 0.00094533\n# Rewrite_time: 0.000009423\n# Optimize_time: 0.00210818\n# Wait_TS: 0.000571528\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/04/30 16:14:59.286 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/04/30 16:14:59.443 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:59.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:59.443 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:59.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/04/30 16:14:59.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:59.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:59.623 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/04/30 16:14:59.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=4.272416ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:59.795 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/04/30 16:14:59.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=75.070813ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:59.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:59.952 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:59.308 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:00.027 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/04/30 16:15:00.027 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:00.037 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.753347848\n# Parse_time: 0.000941198\n# Compile_time: 0.002196619\n# Rewrite_time: 0.000012438\n# Optimize_time: 0.00210818\n# Wait_TS: 0.000609521\n# DB: from_select\n# Is_internal: false\n# Digest: 98c5036420c27bd0ff5f7f9b5126ea2bf48257614d3444161076145bc62353f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, a varchar(64));"] [2024/04/30 16:15:00.040 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/04/30 16:15:00.168 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:00.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:00.168 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:00.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/04/30 16:15:00.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:00.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:00.296 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/04/30 16:15:00.453 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=6.205539ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:00.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/04/30 16:15:00.487 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=122] [ver=63] [2024/04/30 16:15:00.514 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=86.76123ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:00.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:00.620 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:00.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:00.681 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/04/30 16:15:00.681 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:00.705 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.667167003\n# Parse_time: 0.001286897\n# Compile_time: 0.00178163\n# Rewrite_time: 0.000013191\n# Optimize_time: 0.00210818\n# Wait_TS: 0.004177623\n# DB: from_select\n# Is_internal: false\n# Digest: b5811e8b60d123e58ec2cd4b62a863a10586381376545cb4a83e5a0823b6ace6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int);"] [2024/04/30 16:15:00.980 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/04/30 16:15:01.012 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:01.012 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:01.013 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:01.013 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:01.016 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:01.017 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:01.017 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:01.016 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:01.017 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:01.021 +00:00] [INFO] [tso_dispatcher.go:241] ["[tso] tso stream is not ready"] [dc=global] [2024/04/30 16:15:01.053 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:01.056 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:01.056 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:15:01.063 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:01.068 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:01.135 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [key=import-from-select] [2024/04/30 16:15:01.139 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [key=import-from-select] [readDur=85.012µs] [encodeDur=2.265723ms] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [deliverDur=100.714µs] [type=query] [takeTime=3.153442ms] [] [2024/04/30 16:15:01.140 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=168] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/5a77d29f-07a2-47ba-9a49-3f1e4dadf041/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/e1b900cc-8d51-4eaf-bd17-38b4cf0955b2.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000004] [2024/04/30 16:15:01.141 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [key=import-from-select] [2024/04/30 16:15:01.141 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=191.028µs] [] [2024/04/30 16:15:01.141 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:01.145 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.431496ms] [] [2024/04/30 16:15:01.145 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/04/30 16:15:01.152 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:01.175 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/04/30 16:15:01.176 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:01.228 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/04/30 16:15:01.235 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=89.965788ms] [] [2024/04/30 16:15:01.235 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:01.237 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.377492ms] [] [2024/04/30 16:15:01.238 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/04/30 16:15:01.238 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:01.238 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=92.389µs] [] [2024/04/30 16:15:01.238 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/04/30 16:15:01.238 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [2024/04/30 16:15:01.287 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [takeTime=49.24797ms] [] [2024/04/30 16:15:01.287 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/04/30 16:15:01.288 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [weight=30] [2024/04/30 16:15:01.288 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [concurrency=15] [2024/04/30 16:15:01.296 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/04/30 16:15:01.297 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/04/30 16:15:01.298 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=5a77d29f-07a2-47ba-9a49-3f1e4dadf041] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=59.52184ms] [] [2024/04/30 16:15:01.298 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:01.298 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.8µs] [] [2024/04/30 16:15:01.298 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:01.299 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.54504ms] [] [2024/04/30 16:15:01.300 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:01.300 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=17.994µs] [] [2024/04/30 16:15:01.300 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:01.301 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.349924ms] [] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:01.312 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:01.312 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:01.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:01.313 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:01.313 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:01.315 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:01.315 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:01.315 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:01.315 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:01.315 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:01.317 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444236678397959\n# Conn_ID: 2\n# Query_time: 0.577389238\n# Parse_time: 0.001248809\n# Compile_time: 0.00581469\n# Rewrite_time: 0.003664381\n# Optimize_time: 0.00210818\n# Wait_TS: 0.000246952\n# Cop_time: 0.000076256 Process_time: 0.000098686 Wait_time: 0.000981688 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 06f4bd58bac954bfb605b498829db22153dab361e4b5150d01a3b8d231d5b370\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.8686e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000981688 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lAaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjU2Ny4xbXMsIGxvb3BzOjEJARyYTi9BCjEJMTRfNgkwCTEwMDAwCWZyb21fc2VsZWN0LnNyYy5pZAk0CUIMMS4zMhlBYDIJMS4wNSBLQgkwIEJ5dGVzCjIJMzFfMTAVSkxkYXRhOlRhYmxlRnVsbFNjYW5fORFMGDY3OS44wrUVj3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAyLjY1AXdEcHJvY19rZXlzOiA0LCB0b3RfARIUOiA5OC43BUoBEwx3YWl0ARMAMQ0UgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDk3LjIFTqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgIYWxfJXIsMi41NG1zfX0JMzU0KSMACSFwIDMJNDNfOQkxXzFywHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdl8lJgB7BWQAMDVCAZcAcyFkKGRldGFpbDoge3RvAYsYcHJvY2VzczI6AQRhbDIXACBfc2l6ZTogMTgpWARhbA0tODUsIGdldF9zbmFwc2hvdAnWECAzMS40JSJ0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaYIa2V5PhYAGDgsIGJsb2Mh5xB9fX0sIAHHXrQAARwhzi3NCdEh4xUaADERGyEYDHdhbGwNGjwxLjI2bXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('hgfw9QqBBwoMSW1wb3J0SW50b18yEroGCgZTb3J0XzYS6gUKDlRhYmxlUmVhZGVyXzEwEqcDCg9UYWJsZUZ1bGxTY2FuXzkhZMKaVb4OREEpAAAAAACIw0AwBDgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qrwJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDE4NCwgdAUeWGtleXM6IDUsIGdldF9zbmFwc2hvdF90AXLAIDMxLjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWADw4LCBibG9jazoge319fSwgAVUAX1q0AAEcFDogOTguNwVxAHQFnAh3YWkRiwg5ODERGxxpa3Zfd2FsbA00IDEuMjZtc31w/xEBBAF4EQos/wEhnFYfpYdMFkEpPZYoAUABUhRkYXRhOlQ2xAEEWhYFhxA2NzkuOAWHQGxvb3BzOjJi2QFjb3BfdGFzAcxgbnVtOiAxLCBtYXg6IDIuNjVtcywgcHJvYy1MBDQsAb8AXwESNtIABdABExHLgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDk3LjIFmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgAYS04KDIuNTRtc319cOICLjABHOiZ35hFH1tBPjABFBJmcm9tX0nCIC5zcmMuaWRaFCUuDDEuMzIhAi0sDHC4CDghYRQDTi9BWhUFIhA1NjcuMRkjADFWqwEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT * FROM `from_select`.`src` ORDER BY `id`;"] [2024/04/30 16:15:01.348 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/04/30 16:15:01.444 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:01.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:01.445 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:01.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/04/30 16:15:01.533 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:01.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:01.566 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/04/30 16:15:01.694 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=29.79275ms] [gotSchemaVersion=64] [phyTblIDs="[121,123]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:01.720 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=124] [ver=64] [2024/04/30 16:15:01.729 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/04/30 16:15:01.751 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=102.969956ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:01.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:01.876 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/04/30 16:15:01.911 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/04/30 16:15:01.927 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:01.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:02.038 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/04/30 16:15:02.038 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:02.056 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.709782935\n# Parse_time: 0.00031225\n# Compile_time: 0.001053825\n# Rewrite_time: 0.000024879\n# Optimize_time: 0.001319195\n# Wait_TS: 0.001356031\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/04/30 16:15:02.059 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/04/30 16:15:02.162 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:02.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:02.162 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:02.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/04/30 16:15:02.278 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:02.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:02.318 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/04/30 16:15:02.464 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=5.752198ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:02.489 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/04/30 16:15:02.490 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=126] [ver=65] [2024/04/30 16:15:02.526 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=98.456065ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:02.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:02.630 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:02.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:02.696 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/04/30 16:15:02.696 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:02.709 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.651884812\n# Parse_time: 0.000731333\n# Compile_time: 0.001126648\n# Rewrite_time: 0.000012186\n# Optimize_time: 0.001319195\n# Wait_TS: 0.000716393\n# DB: from_select\n# Is_internal: false\n# Digest: af967cff9bbeb8f6a457f8a81126c6ea624a99b7418649c19f160d06f34f9ae4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table src2(id int, a varchar(64));"] [2024/04/30 16:15:03.044 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/04/30 16:15:03.081 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:03.081 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:03.082 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:03.082 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:03.084 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:03.084 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:03.084 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:03.085 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:03.085 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:03.119 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:03.122 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:03.122 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:15:03.135 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:03.142 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:03.156 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [key=import-from-select] [2024/04/30 16:15:03.163 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [key=import-from-select] [readDur=22.738µs] [encodeDur=1.425559ms] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [deliverDur=5.190899ms] [type=query] [takeTime=7.218763ms] [] [2024/04/30 16:15:03.165 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/23f2d3d5-5985-4960-b9c2-d3393404aad6/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/66b4a9fd-c7ed-4486-9946-bcb794b72c84.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000002] [2024/04/30 16:15:03.168 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [key=import-from-select] [2024/04/30 16:15:03.168 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=191.629µs] [] [2024/04/30 16:15:03.168 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:03.186 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.311029ms] [] [2024/04/30 16:15:03.186 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/04/30 16:15:03.193 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:03.218 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/04/30 16:15:03.218 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:03.230 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 19, store 5, region 14, epoch conf_ver:5 version:13 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 15, request epoch conf_ver: 5 version: 13\")"] ["job stage"=needRescan] [2024/04/30 16:15:03.232 +00:00] [WARN] [split.go:139] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF7B5F728000000000FF0000010000000000FA, endKey: 7480000000000000FF7B5F728000000000FF0000030000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/04/30 16:15:03.243 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=74800000000000007B5F728000000000000001] [endKey=74800000000000007B5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/04/30 16:15:05.243 +00:00] [2024/04/30 16:15:05.274 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/04/30 16:15:05.277 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=2.091476592s] [] [2024/04/30 16:15:05.277 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:05.280 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.328229ms] [] [2024/04/30 16:15:05.280 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/04/30 16:15:05.280 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:05.280 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=88.703µs] [] [2024/04/30 16:15:05.280 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/04/30 16:15:05.280 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [2024/04/30 16:15:05.298 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [takeTime=17.153661ms] [] [2024/04/30 16:15:05.298 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/04/30 16:15:05.298 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [weight=30] [2024/04/30 16:15:05.298 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [concurrency=15] [2024/04/30 16:15:05.306 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/04/30 16:15:05.307 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/04/30 16:15:05.307 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=23f2d3d5-5985-4960-b9c2-d3393404aad6] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=26.936705ms] [] [2024/04/30 16:15:05.308 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:05.308 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=24.885µs] [] [2024/04/30 16:15:05.308 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:05.310 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.964221ms] [] [2024/04/30 16:15:05.310 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:05.310 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=22.47µs] [] [2024/04/30 16:15:05.310 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:05.312 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.746154ms] [] [2024/04/30 16:15:05.323 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:05.323 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:05.324 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:05.324 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:05.324 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:05.327 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:05.327 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:05.327 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:05.327 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:05.327 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [Pipeline] archiveArtifacts [2024/04/30 16:15:05.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444237216055297\n# Conn_ID: 2\n# Query_time: 2.574561784\n# Parse_time: 0.001765164\n# Compile_time: 0.009713568\n# Rewrite_time: 0.007679483\n# Optimize_time: 0.001319195\n# Wait_TS: 0.00014305\n# Cop_time: 0.000162986 Process_time: 0.00025105 Wait_time: 0.001144886 Request_count: 2 Process_keys: 6 Total_keys: 8 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 12 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 1c445cd065c7ff0153477e10de3e9df02facdf5c80131c9c4e5acd1f06d9dc1e\n# Stats: src:pseudo[10000;0],src2:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000125525 Cop_proc_p90: 0.000146283 Cop_proc_max: 0.000146283 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000572443 Cop_wait_p90: 0.001049282 Cop_wait_max: 0.001049282 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 10740\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hQ+QMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjIuNTZzLCBsb29wczoxCQEasE4vQQoxCTE0XzEwCTAJMTI0ODcuNTAJZnJvbV9zZWxlY3Quc3JjMi5pZAkyCQVFEDMuMDRtFUZgMgkxLjAyIEtCCTAgQnl0ZXMKMgkxN18xNC5OAFRpbm5lciBqb2luLCBlcXVhbDpbZXEoOmQAEC5pZCwgOhQAGDIuaWQpXQkNegwyLjM4HXp0LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoxLjIyASkYZmV0Y2g6MQELBSuIOjIxNi44wrVzfSwgcHJvYmU6e2NvbmN1cnJlbmN5OjUsIHQFQAw0LjE3ATUYbWF4OjEuMAV1CTAgMjU4LjLCtXMsCVxUIGFuZCB3YWl0OjMuOTJtc30JOS40Ni4OASAzCTMxXzE3KEIBqzwpCTAJOTk5MAlkYXRhOlNlIV8gaW9uXzE2CTQJJV0QNzI0LjkFYCmlUDIsIGNvcF90YXNrOiB7bnVtOiAxLAWYECAzLjUzAaUscHJvY19rZXlzOiA0BcEAXwESGDogMTQ2LjMFSwx0b3RfBaUQIDk1LjYFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMDFWAXMIX2R1BRoYbjogNzEuNwU6LG1heF9kaXN0c3FsXy49AUggMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgIYWxfBeQIMy40ISsMfQkyOU00HAlOL0EKNAkxIQkEMV8tJCRub3QoaXNudWxsSioCBCkpJTIEa3YFqAQ6ewVZADBVlgGMMHNjYW5fZGV0YWlsOiBJGSUaCGVzczIvAQBhNhcAIF9zaXplOiAxOClNBGFsDS04NSwgZ2V0X3NuYXBzaG90CcsIIDQ3LWR0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JZsIa2V5PhYAGDgsIGJsb2Mh3DmNDTIUMn19fSwgAdlexgABHDroAQhhbF8h6g0bNe8AdCEqCHdhbC2CDCA5NDgFuAB9IXoBBCAKNQk0M18xNQkhfxQxMDAwMAlpUoB4LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96iAEBXQEEaQkMMjAoUGF4ACleCQMAOXHsDDYwNy5Jq4IJAwA3RVBl0nEJADJFcSXvEDogMTA0ZfUJFCEfFDogMS4wNWE9AGO+CAMENTANl+4IA2kILDcuMjhtc319CTMxNqk8JSllCAA5JYmFLGYIAwAyoR4AKSUy9gkDKS8AYVIJAwQ4OCU4dQgAM1IIAwQzM60XAHJ6CAMAMkFQQggDADR5CJ72Ai7VATb2AjHcPvUCEDEuMzVtQvMCBDgJPvMCAHkBo3LzAgQyCQVcoSNKewQgCU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('lhHw3gqREQoMSW1wb3J0SW50b18yEswQCgdTb3J0XzEwEvoPCgtIYXNoSm9pbl8xNBL7BgoOVGFibGVSZWFkZXJfMTcSuAQKDFNlbGVjdGlvbl8xNhKSAQoQVGFibGVGdWxsU2Nhbl8xNSFkwppVvg5EQSkAAAAAAIjDQDAEOAJAAkoSChAKC2Zyb21fc2VsZWN0EgF4Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXj///8JDgABBYAIWt1HDYAAgxGAPFIfbm90KGlzbnVsbChmcm8Rhzguc3JjLmlkKSlqwwJ0aWtibgCYLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgRhcAJF9zaXplOiAxODQRHgkt8EY1LCBnZXRfc25hcHNob3RfdGltZTogNDcuM8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfczYWAEw4LCBibG9jazoge2NhY2hlX2hpdBEyFDJ9fX0sIAFnXsYAARwQOiAxNDYNhAnNCHdhaRGeDDk1LjYFniUqDHdhbGwNNAg5NDgFNAR9cCmHAP82lQEoGgEBIdTjDrRSmw4ymAEsAUABUhFkYXRhOlNlWVgEWhYFiRA3MjQuOQVuBGxvIfIoMmLZAWNvcF90YXMB4FBudW06IDEsIG1heDogMy41M21zLCAhkC1gKW8lojrUAAXSADoZzRBjb3ByXzkvRHJhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDcxLjcFmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxUQcF5SwzLjQybXN9fXCiAnghNgUBCAES5Tp+AxQyMBKjBAoufgMIORKSRn4DADhF/gi+DkQtZhCIw0AwAlp+AxB5Uh5rZf5+A4p+AwWABFIgZn4DADJpfwCt7n8DZX8AMjFaQQZxlgBfaX8EODgRHWl+ADNSfgMMMzMuMiXZfn4DBDIsTn4DADR5fp5sAwwwNC44BXJCbAMMMS4wNUHTPmsDEDEuMzVtZmkDIAIhJ3ze/VlRGE0DoQEAAlZpAwA5bWkINjA3bddxaQDYYmkDADdFsAAsLmkDKXcldQQ6IDLRAG1pEcrCaAMENTANmO5oA2loDDcuMjhlaAC8LmgDHCHq4V887Ks8KSwIwGPIYS+BlVQ/aW5uZXIgam9pbiwgZXF1YWw6W2VxSjgGBCwgOkwGRc4IXVoUZd4MMi4zOCHEMVgEkgGJUBRoYXNoX3ThXgA6yUkQOjEuMjIBKhhmZXRjaDoxAQsFKww6MjE2RSIAfSV0DGJlOnsuaQQANU3WEDo0LjE3ATWhDggxLjAFdgRwcgEwCDI1OE3VBVwQIGFuZCCh0ww6My45gXsocNxLIZ7SXLFwB2RCBwEAE0rdAA3bDDMuMDQBcQ3bCHCYCCU5FANOL0FaEw39DDU2cywNIQAxVhkGBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT `y`.`id`,`y`.`a` FROM `from_select`.`src` AS `x` JOIN `from_select`.`src2` AS `y` ON `x`.`id`=`y`.`id` ORDER BY `y`.`id`;"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/04/30 16:15:05.349 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/04/30 16:15:05.405 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:05.405 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/04/30 16:15:05.513 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:05.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=410.268µs] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:05.628 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=127] [ver=66] [2024/04/30 16:15:05.641 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/04/30 16:15:05.653 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=82.611031ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:05.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:05.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=274.47µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:05.820 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/04/30 16:15:05.846 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=54.503233ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:05.906 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:05.971 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=400.9µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:05.994 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/04/30 16:15:06.014 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=57.298029ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:06.073 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/04/30 16:15:06.090 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/04/30 16:15:06.095 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:05.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:06.173 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/04/30 16:15:06.173 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:06.180 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.832352015\n# Parse_time: 0.000665595\n# Compile_time: 0.001043676\n# Rewrite_time: 0.00001223\n# Optimize_time: 0.003154638\n# Wait_TS: 0.001740558\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/04/30 16:15:06.181 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/04/30 16:15:06.289 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:06.212 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:06.290 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:06.212 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/04/30 16:15:06.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:06.212 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:06.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=1.70157ms] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:15:06.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/04/30 16:15:06.522 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=66.386124ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:06.212 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:06.617 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:06.212 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:06.678 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/04/30 16:15:06.678 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:06.693 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.512834156\n# Parse_time: 0.000311262\n# Compile_time: 0.000931698\n# Rewrite_time: 0.000011228\n# Optimize_time: 0.003154638\n# Wait_TS: 0.000836007\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/04/30 16:15:06.754 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/04/30 16:15:06.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:06.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:06.856 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:06.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/04/30 16:15:06.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:06.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:06.973 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/04/30 16:15:07.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=3.975135ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:07.075 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/04/30 16:15:07.097 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=55.83852ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:06.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:07.175 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:06.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:07.230 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/04/30 16:15:07.230 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:07.237 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.484208934\n# Parse_time: 0.000717919\n# Compile_time: 0.001030063\n# Rewrite_time: 0.000010977\n# Optimize_time: 0.003154638\n# Wait_TS: 0.002545773\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/04/30 16:15:07.524 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/04/30 16:15:07.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:07.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:07.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:07.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/04/30 16:15:07.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:07.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:07.747 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/04/30 16:15:07.821 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=5.25329ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:07.838 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/04/30 16:15:07.865 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=56.773379ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:07.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:07.969 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:07.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:08.071 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/04/30 16:15:08.071 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:08.087 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.566000357\n# Parse_time: 0.001050975\n# Compile_time: 0.001476418\n# Rewrite_time: 0.000020724\n# Optimize_time: 0.001671534\n# Wait_TS: 0.000948622\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/04/30 16:15:08.099 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449444238424539136] [2024/04/30 16:15:08.103 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:114\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-04-30 16:15:07.369078'"] [2024/04/30 16:15:08.106 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/04/30 16:15:08.330 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/04/30 16:15:08.352 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:08.352 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:08.353 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:08.353 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:08.354 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:08.356 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:08.356 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:08.357 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:08.357 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:08.394 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:08.396 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:08.397 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:15:08.409 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:08.415 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:08.420 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [key=import-from-select] [2024/04/30 16:15:08.420 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [key=import-from-select] [2024/04/30 16:15:08.421 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=661.094µs] [] [2024/04/30 16:15:08.422 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [key=import-from-select] [readDur=12.606µs] [encodeDur=909.544µs] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=401.438µs] [type=query] [takeTime=1.657175ms] [] [2024/04/30 16:15:08.423 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/5653ddd3-8d39-4d9d-be00-7022fc088158/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/68c99ad3-af94-49bf-956b-2fc2f21ea586.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/04/30 16:15:08.423 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:08.426 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.248761ms] [] [2024/04/30 16:15:08.426 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/04/30 16:15:08.437 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:08.461 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/04/30 16:15:08.461 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:08.482 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/04/30 16:15:08.485 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=58.417764ms] [] [2024/04/30 16:15:08.485 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:08.487 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.844978ms] [] [2024/04/30 16:15:08.487 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/04/30 16:15:08.487 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:08.487 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=79.973µs] [] [2024/04/30 16:15:08.487 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/04/30 16:15:08.487 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [2024/04/30 16:15:08.503 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [takeTime=15.721816ms] [] [2024/04/30 16:15:08.503 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/04/30 16:15:08.503 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [weight=30] [2024/04/30 16:15:08.503 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [concurrency=15] [2024/04/30 16:15:08.510 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/04/30 16:15:08.511 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/04/30 16:15:08.511 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=5653ddd3-8d39-4d9d-be00-7022fc088158] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=23.820552ms] [] [2024/04/30 16:15:08.511 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:08.511 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.728µs] [] [2024/04/30 16:15:08.511 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:08.517 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=5.300947ms] [] [2024/04/30 16:15:08.517 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:08.517 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=15.083µs] [] [2024/04/30 16:15:08.517 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:08.518 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.239942ms] [] [2024/04/30 16:15:08.523 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:08.523 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:08.523 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:08.524 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:08.524 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:08.526 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:08.526 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:08.526 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:08.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:08.526 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:08.528 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444238424539136\n# Conn_ID: 2\n# Query_time: 0.417184654\n# Parse_time: 0.00120501\n# Compile_time: 0.00398029\n# Rewrite_time: 0.001921671\n# Optimize_time: 0.001671534\n# Wait_TS: 0\n# Cop_time: 0.000108566 Process_time: 0.000099313 Wait_time: 0.000109549 Request_count: 1 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.9313e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000109549 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 279\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ywWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQxMC4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRBg3MTIuNsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi4xNQFuIHByb2Nfa2V5cwUbDHRvdF8BEhQ6IDk5LjMFSgETKHdhaXQ6IDEwOS41BRSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNzYuOQU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBhfcnBjOjEsAYUIYWxfJShIMS44N21zfX0JMjc5IEJ5dGVzCSEmDDIJNDMhCQBfMSjAdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JMQl0aWt2XyUmAHsFZAAwNUIBlzxzY2FuX2RldGFpbDoge3RvAYsYcHJvY2VzczI6AQRhbDIXABxfc2l6ZTogNBW/KWY4MywgZ2V0X3NuYXBzaG90CdUIIDczLbmAcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyAc8AeT4WABg0LCBibG9jIeYQfX19LCABxl6zAAEcADoy4AEIYWxfIeINGjnnAHQhFwh3YWwtekggMzkyLjbCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('tgagCrEGCgxJbXBvcnRJbnRvXzIS6gUKDVRhYmxlUmVhZGVyXzcSqAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAE4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvarACdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA0FR0Ea2UBLDwzLCBnZXRfc25hcHNob3RfBXHAIDczLjbCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMiwga2V5XzoWADw0LCBibG9jazoge319fSwgAVUEX2RWswABHBQ6IDk5LjMFcQnQCHdhaRGLEDEwOS41CRscaWt2X3dhbGwNNAwzOTIuAaYIfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6XASgBQAFSFGRhdGE6VDbFAQRaFgWJBDcxCVQELCApcRwyYtkBY29wXyWOaCB7bnVtOiAxLCBtYXg6IDIuMTVtcywgcHJvYy1OKV0AXwESNtQABdIAOh3NgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDc2LjklB2BtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogQR00cnBjX2luZm86e0NvcDoBsBBfcnBjOgmYAGEtOigxLjg3bXN9fXCXAj0wADghHBQDTi9BWhUlCxA0MTAuMwHgKQoAMVZmAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-04-30 16:15:07.369078';"] [2024/04/30 16:15:08.546 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/04/30 16:15:08.638 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:08.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:08.638 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:08.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/04/30 16:15:08.732 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:08.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:08.757 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/04/30 16:15:08.868 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=5.915673ms] [gotSchemaVersion=72] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:08.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/04/30 16:15:08.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=56.97612ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:08.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:09.003 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/04/30 16:15:09.023 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/04/30 16:15:09.029 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:08.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:09.123 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/04/30 16:15:09.123 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:09.128 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.583609073\n# Parse_time: 0.000339659\n# Compile_time: 0.000937482\n# Rewrite_time: 0.000012538\n# Optimize_time: 0.00110509\n# Wait_TS: 0.000555136\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/04/30 16:15:09.372 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449444238912651264] [2024/04/30 16:15:09.379 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/04/30 16:15:09.379 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/04/30 16:15:09.381 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/04/30 16:15:09.384 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:15:09.385 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/04/30 16:15:09.385 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:133\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449444238912651264,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/04/30 16:15:09.388 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/04/30 16:15:09.388 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/04/30 16:15:09.390 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/04/30 16:15:09.392 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:15:09.393 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/04/30 16:15:09.393 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:135\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449444238912651264,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/04/30 16:15:09.624 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/04/30 16:15:09.638 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:09.638 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:09.639 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:09.639 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:09.640 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:09.641 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:09.641 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:09.642 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:09.642 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:09.668 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:09.671 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:09.671 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:15:09.678 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:09.684 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:09.695 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [key=import-from-select] [2024/04/30 16:15:09.695 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [key=import-from-select] [2024/04/30 16:15:09.697 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [key=import-from-select] [readDur=64.004µs] [encodeDur=526.032µs] [checksum="{cksum=16516317832136013031,size=33,kvs=1}"] [deliverDur=408.721µs] [type=query] [takeTime=1.62963ms] [] [2024/04/30 16:15:09.698 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [key=import-from-select] [readDur=8.511µs] [encodeDur=1.192678ms] [checksum="{cksum=15988567068450259008,size=33,kvs=1}"] [deliverDur=403.772µs] [type=query] [takeTime=2.799754ms] [] [2024/04/30 16:15:09.698 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/5ae71953-4708-4b82-b09f-244e7c84a005/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/f0f51fb4-e7e2-41b6-964f-80fbe99051cf.sst] [firstKey=7480000000000000865F728000000000000002] [lastKey=7480000000000000865F728000000000000002] [2024/04/30 16:15:09.698 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:09.700 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/5ae71953-4708-4b82-b09f-244e7c84a005/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/13a94745-0267-47ec-a3ca-cd21bc7ba136.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000001] [2024/04/30 16:15:09.703 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=4.373021ms] [] [2024/04/30 16:15:09.703 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/04/30 16:15:09.711 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:09.735 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/04/30 16:15:09.735 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:09.769 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/04/30 16:15:09.772 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=68.851131ms] [] [2024/04/30 16:15:09.772 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:09.774 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.170138ms] [] [2024/04/30 16:15:09.775 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/04/30 16:15:09.775 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:09.775 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=112.183µs] [] [2024/04/30 16:15:09.775 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/04/30 16:15:09.775 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [2024/04/30 16:15:09.791 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [takeTime=16.137238ms] [] [2024/04/30 16:15:09.791 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/04/30 16:15:09.791 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [weight=30] [2024/04/30 16:15:09.791 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [concurrency=15] [2024/04/30 16:15:09.805 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/04/30 16:15:09.806 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/04/30 16:15:09.806 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=5ae71953-4708-4b82-b09f-244e7c84a005] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=30.871677ms] [] [2024/04/30 16:15:09.806 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:09.806 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=18.986µs] [] [2024/04/30 16:15:09.806 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:09.808 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.051208ms] [] [2024/04/30 16:15:09.808 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:09.808 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=25.055µs] [] [2024/04/30 16:15:09.809 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:09.810 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.750224ms] [] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:09.816 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:09.816 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:09.816 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:09.817 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:09.817 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:09.819 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:09.819 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:09.819 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:09.819 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:09.819 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:09.822 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444238912913408\n# Conn_ID: 2\n# Query_time: 0.42472333\n# Parse_time: 0.000971555\n# Compile_time: 0.003558828\n# Rewrite_time: 0.001957153\n# Optimize_time: 0.001430945\n# Wait_TS: 0\n# Cop_time: 0.000082296 Process_time: 0.000128246 Wait_time: 0.000102093 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000128246 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000102093 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 297\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQxOC40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTIJRBg3MDUuM8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMjYuOAFuRHByb2Nfa2V5czogMiwgdG90XwESGDogMTI4LjIFSwEUKHdhaXQ6IDEwMi4xBRSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoYbjogNjguNgU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFmQhhbF8lKUgyNS41bXN9fQkyOTcgQnl0ZXMJIScgMgk0M182CTFfMSmgdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8lPgRrdgWzBDp7BWQMMHMsIC2ISH0sIHNjYW5fZGV0YWlsOiB7dG8Bixhwcm9jZXNzMjsBBGFsMhcAHF9zaXplOiA4KVgEYWwNLDg0LCBnZXRfc25hcHNob3QJ1QQgNjFbgHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMwHPAHk+FgAYNiwgYmxvYyHnOZcNMhQyfX19LCAB2F7FAAEcOvMBCGFsXyH1ERs1+gB0ISoId2FsLY1AIDQxNcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvasECdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDYyLjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcGDogMTI4LjIFhAnjCHdhaRGeBDEwEZ8gdGlrdl93YWxsDTUgNDE1wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6oASgBQAFSFGRhdGE6VDbWAQRaFgWIEDcwNS4zBYcpghwyYtoBY29wXyWfaCB7bnVtOiAxLCBtYXg6IDI2LjhtcywgcHJvYy1fKW4AXwESOtMABdEAOh3MEGNvcHJfOS9EcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoYbjogNjguNgWaYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBLzRycGNfaW5mbzp7Q29wOgGxGF9ycGM6MSwtWAXmKDI1LjVtc319cKkCPTEAOCEdFANOL0FaFQUmEDQxOC40AeEpCwAxVmcBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-04-30 16:15:09.231990';"] [2024/04/30 16:15:09.840 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/04/30 16:15:09.917 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:09.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:09.917 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:09.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/04/30 16:15:10.026 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:09.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:10.088 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/04/30 16:15:10.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=3.514454ms] [gotSchemaVersion=73] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:10.174 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/04/30 16:15:10.194 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=55.320986ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:09.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:10.311 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/04/30 16:15:10.326 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/04/30 16:15:10.332 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:09.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:10.408 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/04/30 16:15:10.408 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:10.414 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.575971639\n# Parse_time: 0.000316518\n# Compile_time: 0.001325188\n# Rewrite_time: 0.000017133\n# Optimize_time: 0.001536596\n# Wait_TS: 0.000668818\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/04/30 16:15:10.428 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449444238912651264] [2024/04/30 16:15:10.432 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:148\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-04-30 16:15:09.231990'"] [2024/04/30 16:15:10.434 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:150\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/04/30 16:15:10.706 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/04/30 16:15:10.722 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:10.723 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:10.723 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:10.723 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:10.725 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:10.725 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:10.725 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:10.725 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:10.725 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:10.763 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:10.766 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:10.766 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:15:10.773 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:10.780 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:10.784 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [key=import-from-select] [2024/04/30 16:15:10.784 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [key=import-from-select] [2024/04/30 16:15:10.786 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [key=import-from-select] [readDur=12.081µs] [encodeDur=690.015µs] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=344.195µs] [type=query] [takeTime=1.575667ms] [] [2024/04/30 16:15:10.786 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [key=import-from-select] [readDur=267.359µs] [encodeDur=437.644µs] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=316.634µs] [type=query] [takeTime=1.393677ms] [] [2024/04/30 16:15:10.787 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:10.787 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=2] [sstFileSize=1862] [file=/tmp/tidb/import-4000/5d4c81c0-8834-44d8-9ccc-d85ec06bccba/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/cb2ce41b-b7cf-4ab5-a9c3-7681d0640f2e.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/04/30 16:15:10.790 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.299483ms] [] [2024/04/30 16:15:10.790 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/04/30 16:15:10.813 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:10.839 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/04/30 16:15:10.840 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:10.868 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/04/30 16:15:10.872 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=82.118842ms] [] [2024/04/30 16:15:10.872 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:10.875 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.247351ms] [] [2024/04/30 16:15:10.875 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/04/30 16:15:10.875 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:10.875 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=128.107µs] [] [2024/04/30 16:15:10.876 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/04/30 16:15:10.876 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [2024/04/30 16:15:10.906 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [takeTime=30.328604ms] [] [2024/04/30 16:15:10.906 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/04/30 16:15:10.906 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [weight=30] [2024/04/30 16:15:10.906 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [concurrency=15] [2024/04/30 16:15:10.912 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/04/30 16:15:10.912 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/04/30 16:15:10.912 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=5d4c81c0-8834-44d8-9ccc-d85ec06bccba] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=36.812292ms] [] [2024/04/30 16:15:10.913 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:10.913 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.173µs] [] [2024/04/30 16:15:10.913 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/04/30 16:15:10.914 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.561278ms] [] [2024/04/30 16:15:10.914 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:10.914 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=20.988µs] [] [2024/04/30 16:15:10.915 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/04/30 16:15:10.916 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.646944ms] [] [2024/04/30 16:15:10.924 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:10.925 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:10.925 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:10.925 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:10.927 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:10.927 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:10.927 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:10.928 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:10.928 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:10.930 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444238912913408\n# Conn_ID: 2\n# Query_time: 0.491498407\n# Parse_time: 0.001008947\n# Compile_time: 0.003575086\n# Rewrite_time: 0.002045704\n# Optimize_time: 0.001536596\n# Wait_TS: 0\n# Cop_time: 0.000143463 Process_time: 0.00011201 Wait_time: 0.000048736 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.00011201 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.8736e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 297\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ4NS4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTIJRBg5NTIuOcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMy45OQFuRHByb2Nfa2V5czogMiwgdG90XwESEDogMTEyBUkBEiR3YWl0OiA0OC43BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoYbjogNzIuNgU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrgxfcnBjAcQUdG90YWxfJSYUMy40N21zDS4cZXJyb3JzOnshE2xfaXNfbm90X3JlYWR5OjF9fQkyOTcgQnl0ZXMJIUYgMgk0M182CTFfMUgAdCFDqDpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkyCXRpa3YF1QQ6ewWGDDBzLCAtp0B9LCBzY2FuX2RldGFpbDogewmtGHByb2Nlc3MyWgEEYWwyFwAcX3NpemU6IDgpdwRhbA0sODQsIGdldF9zbmFwc2hvdAn3ECAyNC40JUOAcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAzAc8AeT4WABg2LCBibG9jQQY5uQ0yFDJ9fX0sIAHYXsUAARwAOi4SAghhbF9BFA0ZADRRGSUnCHdhbC2sSCAyODkuMsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('5gagCuEGCgxJbXBvcnRJbnRvXzISmgYKDVRhYmxlUmVhZGVyXzcSuAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvasACdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDI0LjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcEDogMTEyBYIJ4Qh3YWkRnAw0OC43CRocaWt2X3dhbGwNMgwyODkuATQIfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6nASgBQAFSFGRhdGE6VDbVAQRaFgWHEDk1Mi45BW4pgRwyYvkBY29wXyWeaCB7bnVtOiAxLCBtYXg6IDMuOTltcywgcHJvYy1eKW0AXwESMtIABdAAOhnLEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoYbjogNzIuNgWXYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBKzRycGNfaW5mbzp7Q29wOgGuEF9ycGM6CZYAYS04HDMuNDdtc30sBS4cZXJyb3JzOnshE1BfaXNfbm90X3JlYWR5OjF9fXCpAng5UAA4ITwUA04vQVoVJSsQNDg1LjIhACkqADFWhgEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-04-30 16:15:09.231990';"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/04/30 16:15:10.952 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/04/30 16:15:10.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/04/30 16:15:11.072 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:11.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:11.073 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:11.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/04/30 16:15:11.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:11.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:11.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=2.249578ms] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:15:11.307 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/04/30 16:15:11.346 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=73.926266ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:11.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:11.453 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:11.009 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:11.522 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/04/30 16:15:11.522 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:11.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.580404091\n# Parse_time: 0.000369709\n# Compile_time: 0.000909518\n# Rewrite_time: 0.000010436\n# Optimize_time: 0.001165004\n# Wait_TS: 0.002048794\n# DB: from_select\n# Is_internal: false\n# Digest: 9b8b34576c71bf964daeee5780a06455087425e15ad8edb8457db3300010a67b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database write_after_import;"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/04/30 16:15:11.539 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:11.542 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/04/30 16:15:11.626 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:11.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/04/30 16:15:11.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:11.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:11.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:11.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:11.739 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/04/30 16:15:11.812 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=3.425465ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:11.831 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/04/30 16:15:11.853 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=55.783004ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:11.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:12.009 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:11.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:12.093 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/04/30 16:15:12.093 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:12.102 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.56180818\n# Parse_time: 0.000773889\n# Compile_time: 0.000955883\n# Rewrite_time: 0.000008809\n# Optimize_time: 0.001165004\n# Wait_TS: 0.000975335\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/04/30 16:15:12.751 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:12.995 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:13.139 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:13.224 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/04/30 16:15:13.225 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:13.335 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:13.337 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:13.339 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/04/30 16:15:13.374 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:13.381 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:13.381 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:13.381 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=99.864µs] [2024/04/30 16:15:13.381 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=281.5µs] [] [2024/04/30 16:15:13.382 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:13.382 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:13.564 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/04/30 16:15:13.595 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/04/30 16:15:13.628 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:13.686 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:13.688 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/04/30 16:15:13.689 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:13.706 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:13.706 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:13.707 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:13.707 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:13.709 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:13.709 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:13.710 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:13.710 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:13.710 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:13.743 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:13.748 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:13.748 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:13.748 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/04/30 16:15:13.748 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/04/30 16:15:13.853 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/04/30 16:15:13.858 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:13.863 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:13.864 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/04/30 16:15:13.864 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/04/30 16:15:13.906 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/04/30 16:15:13.906 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/04/30 16:15:13.910 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=1.823208ms] [encodeDur=700.562µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=374.195µs] [type=file] [takeTime=3.38272ms] [] [2024/04/30 16:15:13.910 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.722372ms] [encodeDur=1.239492ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=205.198µs] [type=file] [takeTime=3.611458ms] [] [2024/04/30 16:15:13.911 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=58.358884ms] [] [2024/04/30 16:15:13.911 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=2] [sstFileSize=1958] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/18ab5b35-077f-4d38-8930-6c671068825e.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000007] [2024/04/30 16:15:13.911 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:15:13.911 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:15:13.911 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:13.914 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.307271ms] [] [2024/04/30 16:15:13.914 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:13.921 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:13.951 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:15:13.951 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:13.985 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:15:13.994 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=79.698512ms] [] [2024/04/30 16:15:13.994 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:13.995 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.574051ms] [] [2024/04/30 16:15:13.996 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:15:13.996 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:13.998 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.10568ms] [] [2024/04/30 16:15:13.998 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:13.998 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:13.998 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=99.059µs] [] [2024/04/30 16:15:13.998 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:13.999 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.218039ms] [] [2024/04/30 16:15:14.056 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:14.058 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:14.060 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:14.060 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:14.074 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/04/30 16:15:14.079 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:14.079 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:14.079 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:14.079 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:14.079 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:14.079 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:14.079 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:14.079 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:14.079 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:14.080 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:14.080 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:14.080 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:14.080 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:14.082 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:14.082 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:14.082 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:14.082 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:14.082 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:14.083 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=396.265688ms] [] [2024/04/30 16:15:14.167 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:14.169 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:14.169 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:14.443 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:14.524 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/04/30 16:15:14.524 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/04/30 16:15:14.524 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/04/30 16:15:14.565 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=40.415729ms] [] [2024/04/30 16:15:14.565 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/04/30 16:15:14.565 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:15:14.565 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/04/30 16:15:14.565 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/04/30 16:15:14.572 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:15:14.573 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:15:14.573 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=49.17724ms] [] [2024/04/30 16:15:14.573 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=49.45982ms] [] [2024/04/30 16:15:14.658 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:14.658 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/04/30 16:15:14.660 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=216.339125ms] [] [2024/04/30 16:15:14.663 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/04/30 16:15:14.763 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/04/30 16:15:14.825 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:14.825 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/04/30 16:15:14.841 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/04/30 16:15:14.992 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:15.028 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.92442078\n# Parse_time: 0.000695421\n# Compile_time: 0.002658392\n# Rewrite_time: 0.000569144\n# Optimize_time: 0.001165004\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:15:15.090 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:15.142 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:15.142 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:15.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.297 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=544.439µs] [gotSchemaVersion=76] [phyTblIDs="[140]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:15.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/04/30 16:15:15.339 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=58.661353ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=259.263µs] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:15.610 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/04/30 16:15:15.642 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=58.097929ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.728 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.764 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/04/30 16:15:15.822 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=349.842µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:15.838 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/04/30 16:15:15.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=61.851036ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.944 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/04/30 16:15:15.961 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/04/30 16:15:15.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:15.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.102 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/04/30 16:15:16.103 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:16.115 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.025973259\n# Parse_time: 0.000703088\n# Compile_time: 0.000920472\n# Rewrite_time: 0.000017637\n# Optimize_time: 0.00126575\n# Wait_TS: 0.002126071\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:16.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:15:16.203 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:16.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:16.203 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:16.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:15:16.304 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:16.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.330 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/04/30 16:15:16.419 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=7.943618ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:16.443 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/04/30 16:15:16.466 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=59.280623ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:16.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.564 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:16.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.633 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/04/30 16:15:16.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:16.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.523986177\n# Parse_time: 0.00114672\n# Compile_time: 0.001541294\n# Rewrite_time: 0.000012913\n# Optimize_time: 0.00126575\n# Wait_TS: 0.004368674\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:15:16.670 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:16.957 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:17.085 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:17.155 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/04/30 16:15:17.156 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:17.266 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:17.268 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:17.270 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/04/30 16:15:17.302 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:17.306 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:17.307 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:17.307 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=93.164µs] [2024/04/30 16:15:17.307 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=269.519µs] [] [2024/04/30 16:15:17.307 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:17.307 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:17.507 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/04/30 16:15:17.541 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:17.558 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/04/30 16:15:17.607 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:17.609 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/04/30 16:15:17.610 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:17.630 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:17.630 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:17.631 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:17.631 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:17.632 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:17.632 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:17.632 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:17.632 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:17.632 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:17.683 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:17.685 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:17.685 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:17.685 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/04/30 16:15:17.686 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/04/30 16:15:17.762 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/04/30 16:15:17.769 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:17.805 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:17.806 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/04/30 16:15:17.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/04/30 16:15:17.834 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/04/30 16:15:17.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/04/30 16:15:17.850 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=7.132534ms] [encodeDur=914.296µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=629.396µs] [type=file] [takeTime=9.116542ms] [] [2024/04/30 16:15:17.852 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/8cfe9dad-7f45-43a9-9be7-4f68aa811c1b.sst] [firstKey=74800000000000008F5F728000000000000006] [lastKey=74800000000000008F5F728000000000000007] [2024/04/30 16:15:17.858 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=2.283277ms] [encodeDur=21.902014ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=53.692µs] [type=file] [takeTime=24.790857ms] [] [2024/04/30 16:15:17.860 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/a72cdcdc-ed7d-4d80-a4cb-4c0847b43c1d.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000005] [2024/04/30 16:15:17.860 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=98.244075ms] [] [2024/04/30 16:15:17.860 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/04/30 16:15:17.860 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/04/30 16:15:17.861 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:17.864 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.413859ms] [] [2024/04/30 16:15:17.864 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:17.881 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:17.910 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:15:17.911 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:17.923 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/04/30 16:15:17.925 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=74800000000000008F5F728000000000000004] [endKey=74800000000000008F5F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/04/30 16:15:19.925 +00:00] [2024/04/30 16:15:19.957 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:15:19.975 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.111107392s] [] [2024/04/30 16:15:19.976 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:19.978 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.270226ms] [] [2024/04/30 16:15:19.978 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/04/30 16:15:19.978 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:19.981 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.026847ms] [] [2024/04/30 16:15:19.981 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:19.982 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:19.982 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=99.393µs] [] [2024/04/30 16:15:19.982 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:19.985 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.416366ms] [] [2024/04/30 16:15:20.061 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/04/30 16:15:20.067 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:20.067 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:20.068 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:20.068 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:20.068 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:20.068 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] Archiving artifacts [2024/04/30 16:15:20.068 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:20.068 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:20.068 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:20.068 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:20.068 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:20.068 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:20.068 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:20.071 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:20.071 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:20.071 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:20.071 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:20.072 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:20.072 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=2.464770595s] [] [2024/04/30 16:15:20.094 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:20.096 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:20.097 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:20.097 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:20.273 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:20.274 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:20.275 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:20.542 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:20.636 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/04/30 16:15:20.636 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/04/30 16:15:20.636 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/04/30 16:15:20.658 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=22.001985ms] [] [2024/04/30 16:15:20.658 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/04/30 16:15:20.659 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:15:20.659 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/04/30 16:15:20.659 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/04/30 16:15:20.686 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:15:20.687 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:15:20.687 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=51.018106ms] [] [2024/04/30 16:15:20.687 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=51.307164ms] [] [2024/04/30 16:15:20.796 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:20.796 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/04/30 16:15:20.797 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=254.251734ms] [] [2024/04/30 16:15:20.800 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/04/30 16:15:20.885 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/04/30 16:15:20.914 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/04/30 16:15:20.956 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:20.956 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/04/30 16:15:21.081 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.440375251\n# Parse_time: 0.000731937\n# Compile_time: 0.00176542\n# Rewrite_time: 0.000301027\n# Optimize_time: 0.00126575\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC40NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC40NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:15:21.090 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/04/30 16:15:21.102 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:21.163 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:21.163 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:21.238 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:21.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=387.94µs] [gotSchemaVersion=80] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:21.344 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/04/30 16:15:21.374 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=64.125212ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:21.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:21.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=533.799µs] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:21.683 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/04/30 16:15:21.685 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/145/138eb133-7b05-46f8-8432-421e174783c3] [currentVer=80] [latestVer=81] [2024/04/30 16:15:21.685 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=145] [ver=81] [2024/04/30 16:15:21.708 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=92.943033ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:21.822 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:21.874 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/04/30 16:15:21.958 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=355.773µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:21.981 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/04/30 16:15:21.997 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=60.143735ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:22.139 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/04/30 16:15:22.158 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/04/30 16:15:22.166 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:21.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:22.324 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/04/30 16:15:22.324 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:22.330 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.229006594\n# Parse_time: 0.00061591\n# Compile_time: 0.000782727\n# Rewrite_time: 0.000012144\n# Optimize_time: 0.00119504\n# Wait_TS: 0.000434618\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:22.333 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/04/30 16:15:22.437 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:22.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:22.437 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:22.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/04/30 16:15:22.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:22.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:22.556 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/04/30 16:15:22.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=3.550885ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:22.660 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/04/30 16:15:22.689 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=55.248204ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:22.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:22.826 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:22.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:22.900 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/04/30 16:15:22.900 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:22.910 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.578857404\n# Parse_time: 0.001170427\n# Compile_time: 0.001181279\n# Rewrite_time: 0.000009579\n# Optimize_time: 0.00119504\n# Wait_TS: 0.000789701\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/04/30 16:15:22.932 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:23.168 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:23.340 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:23.422 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/04/30 16:15:23.423 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:23.532 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:23.535 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:23.536 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/04/30 16:15:23.580 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:23.585 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:23.585 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:23.585 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=83.964µs] [2024/04/30 16:15:23.585 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=271.268µs] [] [2024/04/30 16:15:23.585 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:23.585 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:23.787 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/04/30 16:15:23.827 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/04/30 16:15:23.843 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:23.983 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:23.986 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/04/30 16:15:23.987 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:24.050 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:24.050 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:24.054 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:24.054 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:24.057 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:24.057 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:24.057 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:24.057 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:24.057 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:24.113 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:24.133 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:24.133 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:24.133 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=211.9MiB] [per-index=70.62MiB] [2024/04/30 16:15:24.134 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/04/30 16:15:24.216 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/04/30 16:15:24.223 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:24.228 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:24.229 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/04/30 16:15:24.229 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/04/30 16:15:24.268 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/04/30 16:15:24.272 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.413921ms] [encodeDur=1.112982ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=1.05971ms] [type=file] [takeTime=4.371059ms] [] [2024/04/30 16:15:24.274 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/21eff33e-26e0-451f-b4f6-a92a69e32a66.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F728000000000000002] [2024/04/30 16:15:24.281 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/04/30 16:15:24.285 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.462677ms] [encodeDur=1.566141ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=398.838µs] [type=file] [takeTime=3.905341ms] [] [2024/04/30 16:15:24.290 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=73.514812ms] [] [2024/04/30 16:15:24.290 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f1c77d4e-d3e1-4488-99da-f19a480f106b.sst] [firstKey=7480000000000000925F72800000000000000A] [lastKey=7480000000000000925F72800000000000000B] [2024/04/30 16:15:24.291 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/04/30 16:15:24.291 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/04/30 16:15:24.291 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:24.293 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.33347ms] [] [2024/04/30 16:15:24.293 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:24.340 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:24.372 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:15:24.373 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:24.439 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:15:24.445 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=151.68554ms] [] [2024/04/30 16:15:24.445 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:24.447 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.481348ms] [] [2024/04/30 16:15:24.447 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/04/30 16:15:24.447 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:24.449 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.577738ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7e5e5dd2-ba26-44ba-b6b9-a9f0de9d3791.sst] [2024/04/30 16:15:24.449 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7e5e5dd2-ba26-44ba-b6b9-a9f0de9d3791.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/04/30 16:15:24.452 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.814066ms] [] [2024/04/30 16:15:24.452 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:24.460 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:24.485 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/04/30 16:15:24.485 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:24.535 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/04/30 16:15:24.545 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=93.087975ms] [] [2024/04/30 16:15:24.545 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:24.548 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.048622ms] [] [2024/04/30 16:15:24.659 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:24.661 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:24.663 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:24.664 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:24.684 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/04/30 16:15:24.690 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:24.690 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:24.690 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:24.690 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:24.690 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:24.690 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:24.691 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:24.690 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:24.691 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:24.691 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:24.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:24.691 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:24.691 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:24.693 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:24.693 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:24.693 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:24.693 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:24.693 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:24.693 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=709.859342ms] [] [2024/04/30 16:15:24.794 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:24.797 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:24.797 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:25.039 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:25.159 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/04/30 16:15:25.159 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/04/30 16:15:25.159 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/04/30 16:15:25.179 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=20.121705ms] [] [2024/04/30 16:15:25.179 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/04/30 16:15:25.179 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/04/30 16:15:25.180 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/04/30 16:15:25.180 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/04/30 16:15:25.180 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/04/30 16:15:25.200 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/04/30 16:15:25.202 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/04/30 16:15:25.203 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/04/30 16:15:25.203 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=43.729932ms] [] [2024/04/30 16:15:25.203 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=44.097835ms] [] [2024/04/30 16:15:25.290 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=250.757634ms] [] [2024/04/30 16:15:25.356 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:25.356 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/04/30 16:15:25.362 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/04/30 16:15:25.469 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/04/30 16:15:25.491 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/04/30 16:15:25.516 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:25.516 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/04/30 16:15:25.720 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:25.833 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.922240922\n# Parse_time: 0.000626958\n# Compile_time: 0.001573666\n# Rewrite_time: 0.000299252\n# Optimize_time: 0.00119504\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:15:25.923 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:26.003 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:26.004 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:26.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:26.155 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=354.526µs] [gotSchemaVersion=84] [phyTblIDs="[146]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:26.173 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/04/30 16:15:26.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=68.702707ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:26.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:26.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=338.511µs] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:26.490 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/04/30 16:15:26.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=61.069729ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:26.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:26.666 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/04/30 16:15:26.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=335.759µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:26.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/04/30 16:15:26.800 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=56.637893ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:26.876 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/04/30 16:15:26.906 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/04/30 16:15:26.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:25.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.050 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/04/30 16:15:27.050 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:27.065 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.143428233\n# Parse_time: 0.000664394\n# Compile_time: 0.000886227\n# Rewrite_time: 0.000009735\n# Optimize_time: 0.001754332\n# Wait_TS: 0.003020222\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:27.068 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:15:27.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:27.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:27.202 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:27.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:15:27.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:27.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.362 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/04/30 16:15:27.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=9.84533ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:27.505 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/04/30 16:15:27.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=67.890354ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:27.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.620 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:27.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.718 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/04/30 16:15:27.718 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:27.731 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.665377225\n# Parse_time: 0.00069718\n# Compile_time: 0.001391958\n# Rewrite_time: 0.000011728\n# Optimize_time: 0.001754332\n# Wait_TS: 0.003929639\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:15:27.752 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:28.017 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:28.170 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:28.273 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/04/30 16:15:28.273 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:28.385 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:28.387 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:28.389 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/04/30 16:15:28.427 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:28.433 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:28.433 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:28.433 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=81.827µs] [2024/04/30 16:15:28.433 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=239.15µs] [] [2024/04/30 16:15:28.433 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:28.433 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:28.612 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/04/30 16:15:28.668 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/04/30 16:15:28.671 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:28.753 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:28.756 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/04/30 16:15:28.757 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:28.845 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:28.845 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:28.847 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:28.847 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:28.865 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:28.867 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:28.867 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:28.867 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:28.867 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:28.920 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:28.923 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:28.923 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:28.923 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=211.9MiB] [per-index=70.62MiB] [2024/04/30 16:15:28.923 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/04/30 16:15:29.041 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/04/30 16:15:29.060 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:29.075 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:29.087 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/04/30 16:15:29.087 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/04/30 16:15:29.128 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/04/30 16:15:29.132 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/04/30 16:15:29.136 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=1.887489ms] [encodeDur=1.33369ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=399.062µs] [type=file] [takeTime=7.094471ms] [] [2024/04/30 16:15:29.136 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.422811ms] [encodeDur=1.788866ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=399.736µs] [type=file] [takeTime=4.056021ms] [] [2024/04/30 16:15:29.137 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/db7b7813-5acd-4d17-bff7-5aa4bad06c20.sst] [firstKey=7480000000000000955F72800000000000000A] [lastKey=7480000000000000955F72800000000000000B] [2024/04/30 16:15:29.138 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=96.703408ms] [] [2024/04/30 16:15:29.138 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:15:29.138 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:15:29.138 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:29.139 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d938d0cc-c3d7-4e8f-bfab-8c3dc7ffd166.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/04/30 16:15:29.160 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=21.253381ms] [] [2024/04/30 16:15:29.160 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:29.170 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:29.195 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:15:29.195 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:29.269 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:15:29.272 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=112.349848ms] [] [2024/04/30 16:15:29.272 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:29.283 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=10.56328ms] [] [2024/04/30 16:15:29.283 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:15:29.283 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:29.286 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=2.157792ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/a630e3ca-4561-4196-82af-c15b4fa43074.sst] [2024/04/30 16:15:29.286 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/a630e3ca-4561-4196-82af-c15b4fa43074.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/04/30 16:15:29.291 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=7.642211ms] [] [2024/04/30 16:15:29.291 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:29.299 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:29.329 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/04/30 16:15:29.330 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:29.376 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/04/30 16:15:29.383 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=91.855124ms] [] [2024/04/30 16:15:29.383 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:29.385 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.971255ms] [] [2024/04/30 16:15:29.520 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/04/30 16:15:29.529 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:29.529 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:29.529 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:29.530 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:29.530 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:29.530 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:29.530 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:29.530 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:29.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:29.530 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:29.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:29.530 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:29.530 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:29.530 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:29.533 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:29.533 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:29.533 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:29.533 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:29.533 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:29.533 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:29.534 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=779.991473ms] [] [2024/04/30 16:15:29.535 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:29.535 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:29.656 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:29.659 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:29.659 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:29.867 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:29.942 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:15:29.942 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:15:29.942 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:15:30.022 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=80.023355ms] [] [2024/04/30 16:15:30.022 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/04/30 16:15:30.022 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/04/30 16:15:30.023 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/04/30 16:15:30.023 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/04/30 16:15:30.023 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/04/30 16:15:30.037 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/04/30 16:15:30.043 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/04/30 16:15:30.044 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/04/30 16:15:30.045 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=102.457442ms] [] [2024/04/30 16:15:30.045 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=102.707614ms] [] [2024/04/30 16:15:30.107 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:30.107 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/04/30 16:15:30.111 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/04/30 16:15:30.120 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=253.109534ms] [] [2024/04/30 16:15:30.194 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/04/30 16:15:30.198 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/04/30 16:15:30.230 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:30.230 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/04/30 16:15:30.358 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.625355148\n# Parse_time: 0.000657517\n# Compile_time: 0.001640158\n# Rewrite_time: 0.000326189\n# Optimize_time: 0.001754332\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:15:30.373 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/04/30 16:15:30.380 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:30.500 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:30.500 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:30.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:30.664 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=413.058µs] [gotSchemaVersion=88] [phyTblIDs="[149]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:30.686 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/04/30 16:15:30.711 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=55.844385ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:30.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:30.885 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=469.345µs] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:30.924 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/04/30 16:15:30.932 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/151/138eb133-7b05-46f8-8432-421e174783c3] [currentVer=88] [latestVer=89] [2024/04/30 16:15:30.932 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=151] [ver=89] [2024/04/30 16:15:30.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=83.128921ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:31.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [Pipeline] archiveArtifacts [2024/04/30 16:15:31.123 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/04/30 16:15:31.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=411.337µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:31.250 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/04/30 16:15:31.277 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=60.720922ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:31.358 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/04/30 16:15:31.392 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/04/30 16:15:31.401 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:30.359 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:31.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/04/30 16:15:31.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:31.555 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.176683313\n# Parse_time: 0.00081119\n# Compile_time: 0.001351365\n# Rewrite_time: 0.000022566\n# Optimize_time: 0.001801091\n# Wait_TS: 0.00097733\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:31.558 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/04/30 16:15:31.645 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:31.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:31.645 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:31.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/04/30 16:15:31.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:31.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:31.792 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/04/30 16:15:31.918 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=5.591421ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:31.938 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/04/30 16:15:31.967 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=55.626498ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:31.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:32.037 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:31.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:32.099 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/04/30 16:15:32.100 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:32.107 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.550930972\n# Parse_time: 0.000897671\n# Compile_time: 0.001317263\n# Rewrite_time: 0.000011801\n# Optimize_time: 0.001801091\n# Wait_TS: 0.001066204\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/04/30 16:15:32.133 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:32.366 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:32.554 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:32.640 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/04/30 16:15:32.641 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:32.750 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:32.752 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:32.753 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/04/30 16:15:32.806 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:32.812 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:32.813 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:32.813 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=90.285µs] [2024/04/30 16:15:32.813 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=270.154µs] [] [2024/04/30 16:15:32.813 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:32.813 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:33.053 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/04/30 16:15:33.096 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:33.118 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/04/30 16:15:33.168 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:33.170 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/04/30 16:15:33.171 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:33.201 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:33.201 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:33.202 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:33.202 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:33.211 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:33.211 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:33.212 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:33.212 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:33.212 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:33.244 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:33.246 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:33.246 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:33.246 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/04/30 16:15:33.247 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/04/30 16:15:33.337 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/04/30 16:15:33.344 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:33.350 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:33.350 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/04/30 16:15:33.352 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/04/30 16:15:33.392 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01e621c6-0886-4e42-a58b-1eb6e0a46de3"] ["owner key"=/tidb/br-stream/owner/3eaa8f2fc6c3631c] [ownerID=01e621c6-0886-4e42-a58b-1eb6e0a46de3] [op=none] [2024/04/30 16:15:33.480 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/04/30 16:15:33.484 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=1.470316ms] [encodeDur=835.343µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=614.95µs] [type=file] [takeTime=3.386259ms] [] [2024/04/30 16:15:33.485 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/902e8f7c-2fe0-4f99-b60d-7163c3207971.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/04/30 16:15:33.491 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/04/30 16:15:33.496 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=3.023821ms] [encodeDur=984.572µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=66.671µs] [type=file] [takeTime=4.501797ms] [] [2024/04/30 16:15:33.497 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f67819f0-855c-4040-a6d7-320418265ffb.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/04/30 16:15:33.497 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=160.077623ms] [] [2024/04/30 16:15:33.498 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:15:33.498 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:15:33.498 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:33.516 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=17.781065ms] [] [2024/04/30 16:15:33.516 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:33.523 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:33.548 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:15:33.551 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:33.587 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:15:33.594 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=78.54883ms] [] [2024/04/30 16:15:33.595 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:33.596 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.690044ms] [] [2024/04/30 16:15:33.596 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:15:33.597 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:33.611 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=14.737373ms] [] [2024/04/30 16:15:33.612 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:33.612 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:33.612 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=83.106µs] [] [2024/04/30 16:15:33.612 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:33.613 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.18499ms] [] [2024/04/30 16:15:33.749 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/04/30 16:15:33.753 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:33.753 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:33.753 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:33.753 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:33.754 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:33.754 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:33.754 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:33.754 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:33.754 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:33.754 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:33.754 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:33.754 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:33.754 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:33.757 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:33.757 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:33.757 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:33.757 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:33.757 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:33.757 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=588.781001ms] [] [2024/04/30 16:15:33.773 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:33.774 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:33.776 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:33.776 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:33.903 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:33.905 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:33.905 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:34.176 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:34.287 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:15:34.287 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:15:34.287 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:15:34.288 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.187µs] [] [2024/04/30 16:15:34.288 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/04/30 16:15:34.288 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:15:34.288 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/04/30 16:15:34.288 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/04/30 16:15:34.294 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:15:34.295 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:15:34.295 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.593691ms] [] [2024/04/30 16:15:34.295 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.916804ms] [] [2024/04/30 16:15:34.396 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=219.969646ms] [] [2024/04/30 16:15:34.399 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:34.400 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/04/30 16:15:34.410 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/04/30 16:15:34.531 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/04/30 16:15:34.556 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/04/30 16:15:34.561 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:34.561 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/04/30 16:15:34.745 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:34.788 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.679762452\n# Parse_time: 0.000623947\n# Compile_time: 0.001653063\n# Rewrite_time: 0.000309486\n# Optimize_time: 0.001801091\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:15:34.834 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:34.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:34.904 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:34.970 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=392.341µs] [gotSchemaVersion=92] [phyTblIDs="[152]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:35.075 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/04/30 16:15:35.102 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=59.800473ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=564.825µs] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:35.344 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/04/30 16:15:35.393 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=86.849031ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.513 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.554 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/04/30 16:15:35.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=283.912µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:35.675 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/04/30 16:15:35.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=60.397179ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.760 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/04/30 16:15:35.789 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/04/30 16:15:35.799 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:34.809 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.935 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/04/30 16:15:35.935 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:35.951 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.119698376\n# Parse_time: 0.001004097\n# Compile_time: 0.001577393\n# Rewrite_time: 0.00001939\n# Optimize_time: 0.001435803\n# Wait_TS: 0.000484727\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:35.954 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:15:36.083 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:35.966 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:36.084 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:35.966 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:15:36.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:35.966 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:36.250 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/04/30 16:15:36.373 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=5.407001ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:36.402 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/04/30 16:15:36.419 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=59.289273ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:35.966 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:36.566 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:35.966 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:36.649 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/04/30 16:15:36.649 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:36.657 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.705245596\n# Parse_time: 0.001071044\n# Compile_time: 0.001406845\n# Rewrite_time: 0.000013514\n# Optimize_time: 0.001435803\n# Wait_TS: 0.00197318\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:15:36.679 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:37.024 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:37.186 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:37.257 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/04/30 16:15:37.258 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:37.382 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:37.384 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:37.386 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/04/30 16:15:37.457 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:37.462 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:37.462 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:37.462 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=87.15µs] [2024/04/30 16:15:37.462 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=274.349µs] [] [2024/04/30 16:15:37.462 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:37.463 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:37.646 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/04/30 16:15:37.688 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/04/30 16:15:37.705 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:37.777 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:37.779 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/04/30 16:15:37.780 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:37.831 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:37.831 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:37.836 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:37.836 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:37.844 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:37.845 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:37.845 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:37.845 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:37.845 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:37.889 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:37.894 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:37.895 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:37.895 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/04/30 16:15:37.896 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/04/30 16:15:38.029 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/04/30 16:15:38.036 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:38.042 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:38.043 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/04/30 16:15:38.043 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/04/30 16:15:38.187 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/04/30 16:15:38.191 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=1.601169ms] [encodeDur=1.203298ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=308.47µs] [type=file] [takeTime=3.675464ms] [] [2024/04/30 16:15:38.191 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/04/30 16:15:38.194 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/fe392981-3ee2-4a6a-af4d-e0bf53698a8f.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/04/30 16:15:38.199 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=4.319841ms] [encodeDur=1.837515ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=87.167µs] [type=file] [takeTime=7.183852ms] [] [2024/04/30 16:15:38.228 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=198.218743ms] [] [2024/04/30 16:15:38.228 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/05ce5e60-7c23-4833-990a-58bd6bbaf24e.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/04/30 16:15:38.228 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:15:38.228 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:15:38.228 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:38.257 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=29.007081ms] [] [2024/04/30 16:15:38.257 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:38.276 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:38.321 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:15:38.321 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:38.366 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:15:38.369 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=111.712766ms] [] [2024/04/30 16:15:38.369 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:38.371 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.999545ms] [] [2024/04/30 16:15:38.372 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:15:38.372 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:38.374 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.347738ms] [] [2024/04/30 16:15:38.374 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:38.374 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:38.374 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=97.423µs] [] [2024/04/30 16:15:38.374 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:38.376 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.159544ms] [] [2024/04/30 16:15:38.502 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:38.504 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:38.506 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:38.506 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:38.509 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/04/30 16:15:38.518 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:38.518 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:38.518 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:38.518 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:38.521 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:38.521 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:38.521 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:38.522 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:38.522 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:38.522 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=744.492212ms] [] [2024/04/30 16:15:38.706 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:38.708 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:38.708 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:38.903 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:38.972 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:15:38.972 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:15:38.972 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:15:38.972 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=14.02µs] [] [2024/04/30 16:15:38.972 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/04/30 16:15:38.972 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:15:38.972 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/04/30 16:15:38.973 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/04/30 16:15:38.985 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:15:38.986 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:15:38.986 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=13.930406ms] [] [2024/04/30 16:15:38.986 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=14.193221ms] [] [2024/04/30 16:15:39.068 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=165.126598ms] [] [2024/04/30 16:15:39.091 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:39.091 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/04/30 16:15:39.096 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/04/30 16:15:39.226 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/04/30 16:15:39.230 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/04/30 16:15:39.271 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:39.271 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/04/30 16:15:39.273 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/04/30 16:15:39.273 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=29] [2024/04/30 16:15:39.382 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.723932804\n# Parse_time: 0.00066262\n# Compile_time: 0.001547048\n# Rewrite_time: 0.000294047\n# Optimize_time: 0.001435803\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:15:39.387 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/04/30 16:15:39.400 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:39.446 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:39.506 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:39.506 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:39.617 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:39.745 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=412.708µs] [gotSchemaVersion=96] [phyTblIDs="[155]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:39.772 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/04/30 16:15:39.788 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=60.027011ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:39.866 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:39.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=323.657µs] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:39.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/04/30 16:15:39.999 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=60.585925ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:40.083 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:40.111 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/04/30 16:15:40.188 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=268.855µs] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:40.215 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/04/30 16:15:40.221 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=54.852684ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:40.306 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/04/30 16:15:40.346 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/04/30 16:15:40.355 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:39.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:40.511 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/04/30 16:15:40.511 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:40.525 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.126801057\n# Parse_time: 0.00080604\n# Compile_time: 0.001076456\n# Rewrite_time: 0.000012032\n# Optimize_time: 0.00149247\n# Wait_TS: 0.002739335\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:40.529 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/04/30 16:15:40.652 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:40.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:40.652 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:40.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/04/30 16:15:40.776 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:40.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:40.808 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/04/30 16:15:40.894 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=3.712143ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:40.915 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/04/30 16:15:40.938 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=61.046749ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:40.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:41.129 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:40.561 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:41.217 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/04/30 16:15:41.217 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:41.231 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.705685934\n# Parse_time: 0.001860099\n# Compile_time: 0.001599206\n# Rewrite_time: 0.000012181\n# Optimize_time: 0.00149247\n# Wait_TS: 0.006276853\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/04/30 16:15:41.264 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:41.571 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:41.789 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:41.865 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/04/30 16:15:41.865 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:41.983 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:41.985 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:41.986 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/04/30 16:15:42.031 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:42.039 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:42.039 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:42.039 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=154.35µs] [2024/04/30 16:15:42.039 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=427.934µs] [] [2024/04/30 16:15:42.040 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:42.040 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:42.281 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/04/30 16:15:42.337 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/04/30 16:15:42.344 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:42.488 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:42.491 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/04/30 16:15:42.492 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:42.548 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:42.548 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:42.549 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:42.549 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:42.569 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:42.570 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:42.571 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:42.569 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:42.583 +00:00] [INFO] [tso_dispatcher.go:241] ["[tso] tso stream is not ready"] [dc=global] [2024/04/30 16:15:42.584 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:42.633 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:42.639 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:42.639 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:42.639 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/04/30 16:15:42.641 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/04/30 16:15:42.754 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/04/30 16:15:42.762 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:42.770 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:42.770 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/04/30 16:15:42.771 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/04/30 16:15:42.790 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/04/30 16:15:42.790 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/04/30 16:15:42.794 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.75453ms] [encodeDur=1.314135ms] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=474.822µs] [type=file] [takeTime=4.202298ms] [] [2024/04/30 16:15:42.794 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.823703ms] [encodeDur=1.414796ms] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=409.825µs] [type=file] [takeTime=4.16978ms] [] [2024/04/30 16:15:42.795 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/9cdcf59b-a44c-43f5-b2a1-df159a1d8fbb.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/04/30 16:15:42.796 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=41.217282ms] [] [2024/04/30 16:15:42.796 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:15:42.796 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:15:42.796 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:42.798 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/cd7d1bd7-b38c-4163-8573-cc5ba355962a.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/04/30 16:15:42.810 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=13.967632ms] [] [2024/04/30 16:15:42.811 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:42.825 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:42.855 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:15:42.855 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:42.928 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:15:42.933 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=122.44248ms] [] [2024/04/30 16:15:42.933 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:42.935 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.62298ms] [] [2024/04/30 16:15:42.935 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:15:42.935 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:42.937 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.216406ms] [] [2024/04/30 16:15:42.937 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:42.937 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:42.938 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=81.892µs] [] [2024/04/30 16:15:42.938 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:42.939 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.692394ms] [] [2024/04/30 16:15:43.075 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/04/30 16:15:43.078 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:43.078 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:43.078 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:43.078 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:43.078 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:43.079 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:43.079 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:43.079 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:43.079 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:43.079 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:43.079 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:43.079 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:43.079 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:43.093 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:43.093 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:43.093 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:43.093 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:43.093 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:43.093 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=605.124378ms] [] [2024/04/30 16:15:43.160 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:43.162 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:43.164 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:43.164 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:43.310 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:43.312 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:43.312 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:43.527 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:43.638 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:15:43.638 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:15:43.638 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:15:43.673 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=34.90427ms] [] [2024/04/30 16:15:43.674 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/04/30 16:15:43.674 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/04/30 16:15:43.674 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/04/30 16:15:43.674 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/04/30 16:15:43.693 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/04/30 16:15:43.693 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/04/30 16:15:43.693 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=55.061422ms] [] [2024/04/30 16:15:43.694 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=55.352708ms] [] [2024/04/30 16:15:43.768 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=241.195137ms] [] [2024/04/30 16:15:43.813 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:43.813 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/04/30 16:15:43.826 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/04/30 16:15:43.921 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/04/30 16:15:43.927 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/04/30 16:15:43.956 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:43.956 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/04/30 16:15:44.009 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/04/30 16:15:44.010 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=29] [2024/04/30 16:15:44.110 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:44.122 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/04/30 16:15:44.175 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=01e621c6-0886-4e42-a58b-1eb6e0a46de3] [daemon-id=LogBackup::Advancer] [2024/04/30 16:15:44.178 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/04/30 16:15:44.208 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=30.611169ms] [2024/04/30 16:15:44.279 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.045808471\n# Parse_time: 0.001225366\n# Compile_time: 0.003265807\n# Rewrite_time: 0.000430234\n# Optimize_time: 0.00149247\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:15:44.382 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:44.456 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:44.456 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:44.554 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:44.667 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=395.446µs] [gotSchemaVersion=100] [phyTblIDs="[158]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:44.691 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/04/30 16:15:44.714 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=70.059748ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:44.819 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:44.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=358.031µs] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:44.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/04/30 16:15:44.993 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=64.681455ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:45.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:45.134 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/04/30 16:15:45.203 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=388.612µs] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:45.229 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/04/30 16:15:45.245 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=63.771401ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:45.342 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/04/30 16:15:45.381 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/04/30 16:15:45.390 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:44.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:45.524 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/04/30 16:15:45.524 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:45.541 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.160019192\n# Parse_time: 0.000762629\n# Compile_time: 0.00103592\n# Rewrite_time: 0.000013439\n# Optimize_time: 0.001963272\n# Wait_TS: 0.000471606\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:45.543 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:15:45.733 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:45.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:45.733 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:45.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:15:45.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:45.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:45.871 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/04/30 16:15:45.983 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=4.796053ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:46.007 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/04/30 16:15:46.028 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=57.856208ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:45.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:46.121 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:45.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:46.216 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/04/30 16:15:46.216 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:46.223 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.681461723\n# Parse_time: 0.00102755\n# Compile_time: 0.001060606\n# Rewrite_time: 0.000008281\n# Optimize_time: 0.001963272\n# Wait_TS: 0.000650521\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:15:46.246 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:46.574 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:46.733 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:46.814 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/04/30 16:15:46.821 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:46.981 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:46.983 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:46.985 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/04/30 16:15:47.030 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:47.034 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:47.034 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:47.034 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=108.13µs] [2024/04/30 16:15:47.035 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=303.309µs] [] [2024/04/30 16:15:47.035 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:47.035 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:47.236 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/04/30 16:15:47.265 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/04/30 16:15:47.272 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:47.355 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:47.357 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/04/30 16:15:47.359 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:47.379 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:47.380 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:47.380 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:47.380 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:47.383 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:47.385 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:47.385 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:47.386 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:47.387 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:47.415 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:47.417 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:47.417 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:47.417 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/04/30 16:15:47.418 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=700.7GiB] [2024/04/30 16:15:47.555 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/04/30 16:15:47.563 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:47.572 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:47.573 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/04/30 16:15:47.576 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/04/30 16:15:47.586 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/04/30 16:15:47.590 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=1.704333ms] [encodeDur=937.908µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=445.202µs] [type=file] [takeTime=3.661714ms] [] [2024/04/30 16:15:47.593 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/a89cd526-1b27-4632-80c9-8c114cd0a58f.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F728000000000000002] [2024/04/30 16:15:47.595 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/04/30 16:15:47.598 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=1.048459ms] [encodeDur=728.493µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=299.932µs] [type=file] [takeTime=2.418449ms] [] [2024/04/30 16:15:47.599 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/e2aeede6-2ce5-4347-a904-a54f2cacc655.sst] [firstKey=7480000000000000A15F72800000000000000A] [lastKey=7480000000000000A15F72800000000000000B] [2024/04/30 16:15:47.599 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=44.032913ms] [] [2024/04/30 16:15:47.600 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/04/30 16:15:47.600 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/04/30 16:15:47.600 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:47.602 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.097145ms] [] [2024/04/30 16:15:47.602 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:47.616 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:47.647 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:15:47.648 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:47.698 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:15:47.704 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=101.791363ms] [] [2024/04/30 16:15:47.705 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:47.707 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.09355ms] [] [2024/04/30 16:15:47.707 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/04/30 16:15:47.707 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:47.710 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.622179ms] [] [2024/04/30 16:15:47.710 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:47.710 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:47.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=130.561µs] [] [2024/04/30 16:15:47.711 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:47.712 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.388123ms] [] [2024/04/30 16:15:47.806 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/04/30 16:15:47.811 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:47.811 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:47.811 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:47.811 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:47.815 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:47.815 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:47.815 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:47.815 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:47.815 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:47.815 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=459.46454ms] [] [2024/04/30 16:15:47.851 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:47.853 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:47.855 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:47.855 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:47.985 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:47.988 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:47.988 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:48.312 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:48.397 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/04/30 16:15:48.397 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/04/30 16:15:48.397 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/04/30 16:15:48.416 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=18.523523ms] [] [2024/04/30 16:15:48.416 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/04/30 16:15:48.416 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/04/30 16:15:48.417 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/04/30 16:15:48.417 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/04/30 16:15:48.426 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/04/30 16:15:48.427 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/04/30 16:15:48.427 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=29.805872ms] [] [2024/04/30 16:15:48.427 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=30.154424ms] [] [2024/04/30 16:15:48.499 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=186.512786ms] [] [2024/04/30 16:15:48.557 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:48.557 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/04/30 16:15:48.562 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/04/30 16:15:48.640 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/04/30 16:15:48.644 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/04/30 16:15:48.745 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:48.745 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/04/30 16:15:48.876 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:48.920 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.695571798\n# Parse_time: 0.000980769\n# Compile_time: 0.001933306\n# Rewrite_time: 0.000329947\n# Optimize_time: 0.001963272\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi42OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi42OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/04/30 16:15:48.935 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:48.977 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:48.977 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:49.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:49.129 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=325.604µs] [gotSchemaVersion=104] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:49.143 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/04/30 16:15:49.176 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=58.515015ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:49.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:49.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=851.967µs] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:49.387 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/04/30 16:15:49.411 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=55.117268ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:49.488 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:49.507 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/04/30 16:15:49.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=216.341µs] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:49.580 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/04/30 16:15:49.615 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=55.44922ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:49.695 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/04/30 16:15:49.711 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/04/30 16:15:49.716 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:48.908 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:49.813 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/04/30 16:15:49.813 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:49.822 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.888567142\n# Parse_time: 0.000723205\n# Compile_time: 0.001061093\n# Rewrite_time: 0.000012576\n# Optimize_time: 0.00136595\n# Wait_TS: 0.000604867\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:49.826 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/04/30 16:15:49.917 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:49.858 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:49.917 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:49.858 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/04/30 16:15:50.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:49.858 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:50.053 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/04/30 16:15:50.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=4.650335ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:50.179 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/04/30 16:15:50.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=55.752056ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:49.858 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:50.281 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:49.858 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:50.361 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/04/30 16:15:50.361 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:50.368 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.544374199\n# Parse_time: 0.001136826\n# Compile_time: 0.001817479\n# Rewrite_time: 0.000025552\n# Optimize_time: 0.00136595\n# Wait_TS: 0.001271329\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/04/30 16:15:50.387 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:50.648 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:50.771 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:50.827 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/04/30 16:15:50.827 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:50.937 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:50.939 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:50.941 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/04/30 16:15:50.971 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:50.975 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:50.976 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:50.976 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=97.267µs] [2024/04/30 16:15:50.976 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=278.018µs] [] [2024/04/30 16:15:50.976 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:50.976 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:51.204 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/04/30 16:15:51.245 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/04/30 16:15:51.290 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:51.361 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:51.364 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/04/30 16:15:51.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:51.388 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:51.389 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:51.389 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:51.390 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:51.391 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:51.392 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:51.392 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:51.392 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:51.393 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:51.423 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:51.425 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:51.425 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:51.425 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=211.9MiB] [per-index=70.62MiB] [2024/04/30 16:15:51.426 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=700.7GiB] [2024/04/30 16:15:51.493 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/04/30 16:15:51.499 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:51.504 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:51.505 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/04/30 16:15:51.505 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/04/30 16:15:51.523 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/04/30 16:15:51.553 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.413474ms] [encodeDur=1.181642ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=27.248131ms] [type=file] [takeTime=30.473147ms] [] [2024/04/30 16:15:51.555 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/90f682c7-a917-46e1-9ec8-539bfb86d13b.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/04/30 16:15:51.567 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/04/30 16:15:51.570 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=1.310207ms] [encodeDur=1.454684ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=359.013µs] [type=file] [takeTime=3.498296ms] [] Archiving artifacts [2024/04/30 16:15:51.572 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=78.191273ms] [] [2024/04/30 16:15:51.572 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0d6e1470-300a-4f83-ac80-c6226b765f71.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/04/30 16:15:51.572 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/04/30 16:15:51.572 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/04/30 16:15:51.572 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:51.575 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.824914ms] [] [2024/04/30 16:15:51.575 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:51.582 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:51.608 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:15:51.608 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:51.667 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:15:51.670 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=95.120721ms] [] [2024/04/30 16:15:51.670 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:51.672 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.665039ms] [] [2024/04/30 16:15:51.672 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/04/30 16:15:51.672 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:51.674 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.767415ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/4e850b38-662a-4a58-94da-b45618bd2cf8.sst] [2024/04/30 16:15:51.675 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/4e850b38-662a-4a58-94da-b45618bd2cf8.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/04/30 16:15:51.678 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=5.263371ms] [] [2024/04/30 16:15:51.678 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:51.685 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:51.709 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/04/30 16:15:51.710 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:51.734 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/04/30 16:15:51.739 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=60.533112ms] [] [2024/04/30 16:15:51.739 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:51.740 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.365765ms] [] [2024/04/30 16:15:51.812 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/04/30 16:15:51.820 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:51.820 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:51.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:51.820 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:51.820 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:51.820 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:51.820 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:51.820 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:51.821 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:51.821 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:51.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:51.821 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:51.821 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:51.824 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:51.824 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:51.824 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:51.825 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:51.825 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:51.825 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=463.388631ms] [] [2024/04/30 16:15:51.858 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:51.860 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:51.862 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:51.862 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:51.986 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:51.989 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:51.989 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:52.217 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:52.290 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/04/30 16:15:52.291 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/04/30 16:15:52.291 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/04/30 16:15:52.311 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=19.926468ms] [] [2024/04/30 16:15:52.311 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/04/30 16:15:52.311 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/04/30 16:15:52.311 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/04/30 16:15:52.311 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/04/30 16:15:52.311 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/04/30 16:15:52.328 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/04/30 16:15:52.332 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/04/30 16:15:52.333 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/04/30 16:15:52.333 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=42.324805ms] [] [2024/04/30 16:15:52.333 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=42.697136ms] [] [2024/04/30 16:15:52.410 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=193.220655ms] [] [2024/04/30 16:15:52.463 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:52.463 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/04/30 16:15:52.468 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/04/30 16:15:52.554 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/04/30 16:15:52.554 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/04/30 16:15:52.602 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:52.602 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/04/30 16:15:52.718 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.348981157\n# Parse_time: 0.000473989\n# Compile_time: 0.001397176\n# Rewrite_time: 0.000358611\n# Optimize_time: 0.00136595\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:15:52.797 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:52.801 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:52.850 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:52.850 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:52.960 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=410.302µs] [gotSchemaVersion=108] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:53.066 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/04/30 16:15:53.086 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=57.656185ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.149 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.210 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=330.959µs] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:53.226 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/04/30 16:15:53.258 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=55.946056ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.353 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.373 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/04/30 16:15:53.438 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=445.257µs] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:53.453 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/04/30 16:15:53.487 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=56.328443ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.539 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/04/30 16:15:53.550 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/04/30 16:15:53.554 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:52.808 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.632 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/04/30 16:15:53.632 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:53.637 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.841950808\n# Parse_time: 0.000796964\n# Compile_time: 0.001129543\n# Rewrite_time: 0.000017228\n# Optimize_time: 0.002350751\n# Wait_TS: 0.002533317\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:53.639 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:15:53.694 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:53.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:53.694 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:53.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:15:53.777 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:53.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.791 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/04/30 16:15:53.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=3.160088ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:53.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/04/30 16:15:53.933 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=55.204871ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:53.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.999 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:53.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:54.053 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/04/30 16:15:54.054 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:54.058 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.420603532\n# Parse_time: 0.000712874\n# Compile_time: 0.000986616\n# Rewrite_time: 0.000008773\n# Optimize_time: 0.002350751\n# Wait_TS: 0.000573452\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:15:54.077 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:54.311 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:54.480 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:54.548 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/04/30 16:15:54.550 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:54.659 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:54.661 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:54.663 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/04/30 16:15:54.694 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:54.699 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:54.699 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:54.699 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=100.176µs] [2024/04/30 16:15:54.699 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=330.803µs] [] [2024/04/30 16:15:54.699 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:54.699 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:54.906 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/04/30 16:15:54.933 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/04/30 16:15:54.957 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:55.009 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:55.011 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/04/30 16:15:55.011 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:55.022 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:55.022 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:55.023 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:55.023 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:55.025 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:55.025 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:55.025 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:55.025 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:55.025 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:55.042 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:55.044 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:55.044 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:55.044 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=211.9MiB] [per-index=70.62MiB] [2024/04/30 16:15:55.044 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=700.7GiB] [2024/04/30 16:15:55.100 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/04/30 16:15:55.108 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:55.113 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:55.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/04/30 16:15:55.113 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/04/30 16:15:55.170 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/04/30 16:15:55.174 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.311114ms] [encodeDur=1.473207ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=467.201µs] [type=file] [takeTime=3.808209ms] [] [2024/04/30 16:15:55.176 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0bd1728c-71a5-41e5-8b78-2f82e927f1d8.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/04/30 16:15:55.177 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/04/30 16:15:55.180 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=971.563µs] [encodeDur=783.127µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=387.731µs] [type=file] [takeTime=2.505207ms] [] [2024/04/30 16:15:55.181 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/63bf92c5-5a6a-4043-b23e-61790abc501a.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/04/30 16:15:55.181 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=81.075666ms] [] [2024/04/30 16:15:55.181 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/04/30 16:15:55.182 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/04/30 16:15:55.182 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:55.183 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.720861ms] [] [2024/04/30 16:15:55.183 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:55.189 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:55.211 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:15:55.211 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:55.228 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:15:55.231 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=47.173416ms] [] [2024/04/30 16:15:55.231 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:55.232 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.191043ms] [] [2024/04/30 16:15:55.232 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/04/30 16:15:55.232 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:55.234 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.32649ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/379b4a7c-804d-48f7-a17f-90e56972ddd2.sst] [2024/04/30 16:15:55.234 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/379b4a7c-804d-48f7-a17f-90e56972ddd2.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/04/30 16:15:55.236 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.835877ms] [] [2024/04/30 16:15:55.236 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:55.241 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:55.264 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/04/30 16:15:55.264 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:55.287 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/04/30 16:15:55.289 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=52.728849ms] [] [2024/04/30 16:15:55.289 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:55.290 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.238037ms] [] [2024/04/30 16:15:55.394 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/04/30 16:15:55.401 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:55.401 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:55.401 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:55.401 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:55.401 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:55.401 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:55.401 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:55.401 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:55.402 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:55.402 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:55.402 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:55.402 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:55.402 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:55.405 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:55.405 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:55.405 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:55.405 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:55.405 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:55.406 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=396.281789ms] [] [2024/04/30 16:15:55.422 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:55.424 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:55.426 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:55.426 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:55.534 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:15:55.536 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:55.536 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:15:55.796 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:55.920 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/04/30 16:15:55.921 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/04/30 16:15:55.921 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/04/30 16:15:55.945 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=24.698466ms] [] [2024/04/30 16:15:55.946 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/04/30 16:15:55.946 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/04/30 16:15:55.946 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/04/30 16:15:55.946 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/04/30 16:15:55.946 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/04/30 16:15:55.959 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/04/30 16:15:55.965 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/04/30 16:15:55.966 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/04/30 16:15:55.966 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=45.366952ms] [] [2024/04/30 16:15:55.966 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=45.680008ms] [] [2024/04/30 16:15:56.029 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=233.002304ms] [] [2024/04/30 16:15:56.079 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:56.079 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/04/30 16:15:56.083 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/04/30 16:15:56.175 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/04/30 16:15:56.213 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/04/30 16:15:56.228 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:56.228 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/04/30 16:15:56.397 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=44.242962ms] [2024/04/30 16:15:56.408 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:56.413 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.353293119\n# Parse_time: 0.000641063\n# Compile_time: 0.001567059\n# Rewrite_time: 0.000271645\n# Optimize_time: 0.002350751\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4zNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/04/30 16:15:56.435 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:15:56.486 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:56.486 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:15:56.586 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:56.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=236.67µs] [gotSchemaVersion=112] [phyTblIDs="[167]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:56.663 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/04/30 16:15:56.693 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=55.704877ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:56.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:56.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=381.289µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:56.916 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/04/30 16:15:56.925 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/169/138eb133-7b05-46f8-8432-421e174783c3] [currentVer=112] [latestVer=113] [2024/04/30 16:15:56.925 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=169] [ver=113] [2024/04/30 16:15:56.952 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=87.752898ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:57.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:57.217 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/04/30 16:15:57.298 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=368.067µs] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:15:57.327 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/04/30 16:15:57.338 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=60.774565ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:57.425 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/04/30 16:15:57.450 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/04/30 16:15:57.456 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:56.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:57.580 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/04/30 16:15:57.580 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:57.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.167589457\n# Parse_time: 0.000717082\n# Compile_time: 0.001077792\n# Rewrite_time: 0.000012199\n# Optimize_time: 0.001579327\n# Wait_TS: 0.001106429\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:15:57.605 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/04/30 16:15:57.711 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:57.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:57.711 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:57.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/04/30 16:15:57.853 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:57.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:57.874 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/04/30 16:15:57.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=4.544282ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:58.006 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/04/30 16:15:58.013 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=59.001186ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:57.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:58.085 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:57.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:58.157 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/04/30 16:15:58.157 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:58.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.565068145\n# Parse_time: 0.001348124\n# Compile_time: 0.002712981\n# Rewrite_time: 0.000012474\n# Optimize_time: 0.001579327\n# Wait_TS: 0.002521565\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/04/30 16:15:58.186 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:58.539 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:58.663 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=29] [global-sort=false] [2024/04/30 16:15:58.729 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/04/30 16:15:58.730 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/04/30 16:15:58.839 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:58.841 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:58.843 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/04/30 16:15:58.870 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:58.876 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:58.876 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/04/30 16:15:58.876 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=105.446µs] [2024/04/30 16:15:58.876 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=281.844µs] [] [2024/04/30 16:15:58.876 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:58.876 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/04/30 16:15:59.125 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/04/30 16:15:59.194 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/04/30 16:15:59.200 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=29] [2024/04/30 16:15:59.263 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:15:59.266 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/04/30 16:15:59.267 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:59.294 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:59.294 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:15:59.295 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:59.295 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:59.297 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:59.297 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:59.297 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:59.297 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:59.297 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:59.349 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:59.357 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:59.357 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:59.358 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/04/30 16:15:59.358 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=700.7GiB] [2024/04/30 16:15:59.498 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/04/30 16:15:59.517 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:59.550 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:59.551 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/04/30 16:15:59.590 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/04/30 16:15:59.616 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/04/30 16:15:59.623 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=4.108365ms] [encodeDur=932.931µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=729.999µs] [type=file] [takeTime=6.571583ms] [] [2024/04/30 16:15:59.628 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/04/30 16:15:59.634 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/cad393f3-ab98-44a5-ba28-e1f5bb7dfafb.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/04/30 16:15:59.644 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=13.771914ms] [encodeDur=849.897µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=60.187µs] [type=file] [takeTime=15.13415ms] [] [2024/04/30 16:15:59.646 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/4e9e4050-b96b-4a74-bf6d-b57222767d8d.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/04/30 16:15:59.646 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=147.151853ms] [] [2024/04/30 16:15:59.646 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/04/30 16:15:59.646 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/04/30 16:15:59.646 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:59.655 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=9.202571ms] [] [2024/04/30 16:15:59.656 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/04/30 16:15:59.664 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:59.688 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:15:59.689 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:59.739 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:15:59.747 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=91.036414ms] [] [2024/04/30 16:15:59.747 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/04/30 16:15:59.752 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=4.840044ms] [] [2024/04/30 16:15:59.752 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/04/30 16:15:59.752 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:59.755 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.974589ms] [] [2024/04/30 16:15:59.755 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:15:59.755 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:59.755 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=83.159µs] [] [2024/04/30 16:15:59.755 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:15:59.757 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.234056ms] [] [2024/04/30 16:15:59.867 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:59.870 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:59.871 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/04/30 16:15:59.871 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:59.871 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:59.881 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:59.881 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:59.881 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:59.881 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:59.881 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:59.881 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:59.882 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:59.882 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:59.882 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:59.882 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:59.882 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:59.882 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:59.882 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:59.885 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:59.885 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:59.885 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:59.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:59.885 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:59.885 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=621.745361ms] [] [2024/04/30 16:16:00.076 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/04/30 16:16:00.078 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:00.078 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/04/30 16:16:00.365 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/04/30 16:16:00.453 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/04/30 16:16:00.454 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/04/30 16:16:00.454 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/04/30 16:16:00.478 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=24.406871ms] [] [2024/04/30 16:16:00.478 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/04/30 16:16:00.479 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:00.479 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/04/30 16:16:00.479 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/04/30 16:16:00.490 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:16:00.491 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:00.491 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=37.585172ms] [] [2024/04/30 16:16:00.491 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=37.965704ms] [] [2024/04/30 16:16:00.575 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:00.575 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/04/30 16:16:00.579 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=213.364636ms] [] [2024/04/30 16:16:00.583 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/04/30 16:16:00.692 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/04/30 16:16:00.704 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/04/30 16:16:00.757 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:00.757 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/04/30 16:16:00.904 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.736647769\n# Parse_time: 0.000488189\n# Compile_time: 0.001133846\n# Rewrite_time: 0.000207692\n# Optimize_time: 0.001579327\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:16:00.927 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:00.941 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:00.986 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:00.986 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:01.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:01.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=342.942µs] [gotSchemaVersion=116] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:01.180 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/04/30 16:16:01.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=63.008356ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:01.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:01.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=430.184µs] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:01.437 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/04/30 16:16:01.445 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=57.996247ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:01.592 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:01.650 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/04/30 16:16:01.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=344.803µs] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:01.750 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/04/30 16:16:01.771 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=70.28226ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:01.888 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/04/30 16:16:01.916 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/04/30 16:16:01.932 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:00.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.054 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/04/30 16:16:02.054 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:02.064 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.138658951\n# Parse_time: 0.000994591\n# Compile_time: 0.00101003\n# Rewrite_time: 0.000011821\n# Optimize_time: 0.002922265\n# Wait_TS: 0.000580009\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/04/30 16:16:02.066 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/04/30 16:16:02.161 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:02.161 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/04/30 16:16:02.298 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=401.209µs] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:02.436 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=173] [ver=119] [2024/04/30 16:16:02.441 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/04/30 16:16:02.461 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=91.098874ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.656 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=265.72µs] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:02.686 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/04/30 16:16:02.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=59.703212ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.800 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.922 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=331.273µs] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:02.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/04/30 16:16:02.968 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=90.774939ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.036 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/04/30 16:16:03.058 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/04/30 16:16:03.065 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.058 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.146 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/04/30 16:16:03.147 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:03.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.089615488\n# Parse_time: 0.000652024\n# Compile_time: 0.000978249\n# Rewrite_time: 0.000012936\n# Optimize_time: 0.002922265\n# Wait_TS: 0.002153186\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/04/30 16:16:03.156 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/04/30 16:16:03.256 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:03.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:03.256 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:03.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/04/30 16:16:03.351 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:03.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=2.090812ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:03.468 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/04/30 16:16:03.483 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=59.940583ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:03.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.665 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:03.159 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.721 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/04/30 16:16:03.721 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:03.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.579790025\n# Parse_time: 0.000346737\n# Compile_time: 0.000985736\n# Rewrite_time: 0.000011225\n# Optimize_time: 0.002922265\n# Wait_TS: 0.000691549\n# DB: write_after_import\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/04/30 16:16:03.739 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/04/30 16:16:03.822 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:03.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:03.822 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:03.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/04/30 16:16:03.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:03.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.934 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/04/30 16:16:04.020 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.88736ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:04.039 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/04/30 16:16:04.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=55.338013ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:03.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:04.158 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:03.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:04.269 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/04/30 16:16:04.269 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:04.275 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.537568855\n# Parse_time: 0.000505726\n# Compile_time: 0.001044956\n# Rewrite_time: 0.000011496\n# Optimize_time: 0.002922265\n# Wait_TS: 0.000981941\n# DB: from_select\n# Is_internal: false\n# Digest: 61dbb4ab9459a330e03145cc175a5faf5a2083511addc770b04b4f0ac033a4b4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dt(id int, v varchar(64));"] [2024/04/30 16:16:04.304 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/04/30 16:16:04.354 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:04.354 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/04/30 16:16:04.417 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:04.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=303.387µs] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:04.496 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/04/30 16:16:04.529 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=54.73784ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:04.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:04.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=285.971µs] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:04.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/04/30 16:16:04.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=58.863443ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:04.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:04.899 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=408.509µs] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:04.909 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/178/138eb133-7b05-46f8-8432-421e174783c3] [currentVer=125] [latestVer=126] [2024/04/30 16:16:04.910 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=178] [ver=126] [2024/04/30 16:16:04.929 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/04/30 16:16:04.961 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=112.011361ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.075 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/04/30 16:16:05.080 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:04.309 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.148 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/04/30 16:16:05.148 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:05.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.851166244\n# Parse_time: 0.000538795\n# Compile_time: 0.00093554\n# Rewrite_time: 0.000010531\n# Optimize_time: 0.002922265\n# Wait_TS: 0.000930568\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists write_after_import;"] [2024/04/30 16:16:05.156 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/04/30 16:16:05.230 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:05.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:05.230 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:05.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/04/30 16:16:05.305 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.128148ms] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:05.432 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/04/30 16:16:05.442 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=67.655944ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:05.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.552 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.598 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/04/30 16:16:05.598 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:05.604 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.448954459\n# Parse_time: 0.000434458\n# Compile_time: 0.000941332\n# Rewrite_time: 0.000010097\n# Optimize_time: 0.002922265\n# Wait_TS: 0.000682112\n# DB: from_select\n# Is_internal: false\n# Digest: 9b8b34576c71bf964daeee5780a06455087425e15ad8edb8457db3300010a67b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database write_after_import;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/04/30 16:16:05.609 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:05.614 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/04/30 16:16:05.717 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:05.717 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/04/30 16:16:05.788 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.814 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/04/30 16:16:05.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=7.043987ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:05.984 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/04/30 16:16:05.993 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=56.561568ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:06.066 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:06.207 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/04/30 16:16:06.207 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:06.224 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.612300913\n# Parse_time: 0.001158588\n# Compile_time: 0.002028919\n# Rewrite_time: 0.000011566\n# Optimize_time: 0.002922265\n# Wait_TS: 0.000510591\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/04/30 16:16:06.485 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/04/30 16:16:06.500 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:06.500 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:06.501 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:06.501 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:06.503 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:06.504 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:06.504 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:06.504 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:06.504 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:06.532 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:06.535 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:06.535 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:06.540 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:06.546 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:06.704 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [key=import-from-select] [2024/04/30 16:16:06.705 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [key=import-from-select] [2024/04/30 16:16:06.716 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [key=import-from-select] [readDur=582.085µs] [encodeDur=4.235236ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=348.894µs] [type=query] [takeTime=11.326563ms] [] [2024/04/30 16:16:06.717 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=11.213012ms] [] [2024/04/30 16:16:06.718 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:06.718 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/3986ce81-57ac-4a79-8102-30ece4d5299a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/f4bad41f-77fe-40e7-acfd-973c1105dc80.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000007] [2024/04/30 16:16:06.724 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=6.773588ms] [] [2024/04/30 16:16:06.725 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:06.734 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:06.757 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:16:06.757 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:06.788 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:16:06.790 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=65.721665ms] [] [2024/04/30 16:16:06.791 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:06.793 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.938545ms] [] [2024/04/30 16:16:06.793 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:06.793 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:06.793 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=79.926µs] [] [2024/04/30 16:16:06.793 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/04/30 16:16:06.793 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [2024/04/30 16:16:06.819 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [takeTime=26.368538ms] [] [2024/04/30 16:16:06.819 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:06.820 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [weight=30] [2024/04/30 16:16:06.820 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [concurrency=15] [2024/04/30 16:16:06.830 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:16:06.831 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:06.831 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=3986ce81-57ac-4a79-8102-30ece4d5299a] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=37.979056ms] [] [2024/04/30 16:16:06.831 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:06.831 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=27.301µs] [] [2024/04/30 16:16:06.831 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:06.833 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.104697ms] [] [2024/04/30 16:16:06.834 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:06.834 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=17.881µs] [] [2024/04/30 16:16:06.834 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:06.835 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.137946ms] [] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:06.840 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:06.840 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:06.840 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:06.840 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:06.842 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:06.842 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:06.842 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:06.842 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:06.843 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:06.845 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444253848829955\n# Conn_ID: 2\n# Query_time: 0.619285217\n# Parse_time: 0.000763801\n# Compile_time: 0.005067978\n# Rewrite_time: 0.003523427\n# Optimize_time: 0.002922265\n# Wait_TS: 0.003421229\n# Cop_time: 0.000092384 Process_time: 0.000106273 Wait_time: 0.000908938 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000106273 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000908938 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yQXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTo2MDcuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQQOTU4wrUVQ3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAzLjk4AWxEcHJvY19rZXlzOiA0LCB0b3RfARIYOiAxMDYuMwVLARQod2FpdDogOTA4LjkFFIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhRuOiA4NS4JmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZkIYWxfJSdIMy44Nm1zfX0JMzU0IEJ5dGVzCSElJDIJNDNfNgkxXzAtJ6B0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCSE7BGt2BbIEOnsFYwAwNUIBlgBzIWIoZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUQIDM3LjQlW3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpghrZXk+FgAYOCwgYmxvYyHnEH19fSwgAcdetAABHDrhAQhhbF8h4w0bADk16AB0IRkMd2FsbA0aPDEuMjFtc30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('tAagCq8GCgxJbXBvcnRJbnRvXzIS6AUKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzNy40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcGDogMTA2LjMFcgB0BdIId2FpEYwQOTA4LjkJGxxpa3Zfd2FsbBE1HC4yMW1zfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6WASgBQAFSFGRhdGE6VDbEAQRaFAWICDk1OAVqAGwlbyAyYtoBY29wX3QhjGgge251bTogMSwgbWF4OiAzLjk4bXMsIHByb2MtSylaJY0AOjbRAAXPBDogGcqAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoUbjogODUuCZqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxFF9ycGM6MTHzBeQoMy44Nm1zfX1w4gI9LwA4IRsUA04vQVoVBSYMNjA3LgXhKQsAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:16:06.944 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:07.001 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:07.001 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:07.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=389.384µs] [gotSchemaVersion=129] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:07.175 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/04/30 16:16:07.210 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=64.827422ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.274 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.362 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=363.417µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:07.382 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/04/30 16:16:07.422 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=71.42857ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.517 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.580 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/04/30 16:16:07.646 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=284.518µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:07.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/04/30 16:16:07.693 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=56.162865ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.764 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/04/30 16:16:07.781 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/04/30 16:16:07.786 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:06.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.933 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/04/30 16:16:07.934 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:07.945 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.002159918\n# Parse_time: 0.000653786\n# Compile_time: 0.000881594\n# Rewrite_time: 0.000010883\n# Optimize_time: 0.001203016\n# Wait_TS: 0.000507585\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:07.948 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:16:08.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:07.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:08.048 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:07.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:16:08.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:07.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.168 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/04/30 16:16:08.305 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=3.924911ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:08.323 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/04/30 16:16:08.349 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=66.530618ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:07.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.472 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:07.958 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.560 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/04/30 16:16:08.561 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:08.579 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.633677237\n# Parse_time: 0.00110426\n# Compile_time: 0.001534088\n# Rewrite_time: 0.000011088\n# Optimize_time: 0.001203016\n# Wait_TS: 0.002537919\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:16:08.858 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/04/30 16:16:08.872 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:08.872 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:08.879 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:08.879 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:08.900 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:08.900 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:08.900 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:08.900 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:08.901 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:08.957 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:08.963 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:08.963 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:08.995 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:09.004 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:09.130 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [key=import-from-select] [2024/04/30 16:16:09.134 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [key=import-from-select] [readDur=82.511µs] [encodeDur=1.518682ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=627.589µs] [type=query] [takeTime=2.997742ms] [] [2024/04/30 16:16:09.135 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/97a259a1-f58f-4076-a078-86bf1874a691/102b1544-1a0b-5f02-9523-0f5011224f00.sst/d838f307-2d48-4a08-8973-fccded04b9cc.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000007] [2024/04/30 16:16:09.185 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [key=import-from-select] [2024/04/30 16:16:09.185 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=209.81µs] [] [2024/04/30 16:16:09.186 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:09.188 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.222689ms] [] [2024/04/30 16:16:09.188 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:09.201 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:09.226 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:16:09.226 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:09.274 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:16:09.280 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=92.371357ms] [] [2024/04/30 16:16:09.281 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:09.283 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.08211ms] [] [2024/04/30 16:16:09.283 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:09.283 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:09.283 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=100.649µs] [] [2024/04/30 16:16:09.283 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/04/30 16:16:09.283 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [2024/04/30 16:16:09.320 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [takeTime=36.477018ms] [] [2024/04/30 16:16:09.320 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:09.320 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [weight=30] [2024/04/30 16:16:09.320 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [concurrency=15] [2024/04/30 16:16:09.325 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:16:09.326 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:09.326 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=97a259a1-f58f-4076-a078-86bf1874a691] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=42.946612ms] [] [2024/04/30 16:16:09.326 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:09.326 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=25.497µs] [] [2024/04/30 16:16:09.326 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:09.328 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.345317ms] [] [2024/04/30 16:16:09.328 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:09.328 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=15.568µs] [] [2024/04/30 16:16:09.328 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:09.329 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.19703ms] [] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:09.336 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:09.336 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:09.336 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:09.336 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:09.338 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:09.338 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:09.338 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:09.339 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:09.339 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:09.340 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444254464868356\n# Conn_ID: 2\n# Query_time: 0.758876647\n# Parse_time: 0.000993373\n# Compile_time: 0.005126978\n# Rewrite_time: 0.003254627\n# Optimize_time: 0.001203016\n# Wait_TS: 0.003245487\n# Cop_time: 0.000106523 Process_time: 0.000130896 Wait_time: 0.000072388 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000130896 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 7.2388e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 358\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjc0N21zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0DUIUNjIuMsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNS4zOAFuRHByb2Nfa2V5czogNCwgdG90XwESGDogMTMwLjkFSwEUJHdhaXQ6IDcyLjQFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhxuOiAxNDEuOAU7qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFmQhhbF8lJ0g1LjIxbXN9fQkzNTggQnl0ZXMJIScgMgk0M182CTFfMSm4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFswQ6ewVjADA1QgGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUIIDM3LSF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaYIa2V5PhYAGDgsIGJsb2Mh5zmYDTIUMn19fSwgAdlexgABHDrzAQhhbF8h9Q0bNfolKgx3YWxsDRk8Mi45NW1zfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzNy44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxMzAuOQWEAHQF5Ah3YWkRngw3Mi40CRocaWt2X3dhbGwNNCAyLjk1bXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqcBKAFAAVIUZGF0YTpUNtUBBFoWBYcQNzYyLjIFbDhsb29wczoyYtoBY29wX3Qhn2gge251bTogMSwgbWF4OiA1LjM4bXMsIHByb2MtXiltJaA60gAF0AA6GcsQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhRuOiAxNDEtpKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxUQYF5ig1LjIxbXN9fXDmAj0xADghHRQDTi9BWhMFJgg3NDcB3ykJBDFwOVoweP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/04/30 16:16:09.358 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:09.409 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:09.409 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:09.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:09.612 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=353.66µs] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:09.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/04/30 16:16:09.654 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=55.244808ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:09.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:09.762 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=472.231µs] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:09.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/04/30 16:16:09.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=60.749614ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:09.925 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:09.949 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/04/30 16:16:10.014 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=271.459µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:10.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/04/30 16:16:10.065 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=60.02594ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:10.261 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/04/30 16:16:10.294 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/04/30 16:16:10.306 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:09.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:10.436 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/04/30 16:16:10.436 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:10.466 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.109459822\n# Parse_time: 0.000587877\n# Compile_time: 0.000796558\n# Rewrite_time: 0.000011277\n# Optimize_time: 0.002047833\n# Wait_TS: 0.000503146\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:10.469 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/04/30 16:16:10.615 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:10.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:10.615 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:10.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/04/30 16:16:10.703 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:10.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:10.735 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/04/30 16:16:10.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=7.190653ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:10.887 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/04/30 16:16:10.938 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=101.167602ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:10.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.023 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:10.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.087 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/04/30 16:16:11.087 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:11.097 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.630016646\n# Parse_time: 0.000836593\n# Compile_time: 0.001328532\n# Rewrite_time: 0.000011689\n# Optimize_time: 0.002047833\n# Wait_TS: 0.002297843\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/04/30 16:16:11.327 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/04/30 16:16:11.344 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:11.344 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:11.346 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:11.346 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:11.348 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:11.348 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:11.348 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:11.349 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:11.349 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:11.393 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:11.399 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:11.399 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:11.410 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:11.415 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:11.485 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [key=import-from-select] [2024/04/30 16:16:11.488 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [key=import-from-select] [2024/04/30 16:16:11.488 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=185.689µs] [] [2024/04/30 16:16:11.489 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [key=import-from-select] [readDur=296.095µs] [encodeDur=1.974259ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=650.76µs] [type=query] [takeTime=3.432443ms] [] [2024/04/30 16:16:11.491 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:11.492 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/24863844-2296-443f-9937-5bb03ce8c514/102b1544-1a0b-5f02-9523-0f5011224f00.sst/eb3d3e00-5cc1-4741-b929-06ed5a8a2200.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000004] [2024/04/30 16:16:11.543 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=51.130585ms] [] [2024/04/30 16:16:11.543 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:11.552 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:11.580 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:16:11.580 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:11.649 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:16:11.652 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=109.357159ms] [] [2024/04/30 16:16:11.652 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:11.653 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/24863844-2296-443f-9937-5bb03ce8c514/630083e6-fc50-5cd2-8645-c17b147197ce.sst/5aa9673e-10c8-42b9-b905-a4d7982f92e1.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/04/30 16:16:11.657 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.031549ms] [] [2024/04/30 16:16:11.657 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:11.668 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:11.695 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/04/30 16:16:11.695 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:11.772 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/04/30 16:16:11.780 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=123.596894ms] [] [2024/04/30 16:16:11.781 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/04/30 16:16:11.781 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [2024/04/30 16:16:11.817 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [takeTime=36.012141ms] [] [2024/04/30 16:16:11.817 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/04/30 16:16:11.817 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [weight=30] [2024/04/30 16:16:11.817 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [concurrency=15] [2024/04/30 16:16:11.833 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/04/30 16:16:11.841 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/04/30 16:16:11.842 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/04/30 16:16:11.842 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=24863844-2296-443f-9937-5bb03ce8c514] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=61.110502ms] [] [2024/04/30 16:16:11.842 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:11.842 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=19.353µs] [] [2024/04/30 16:16:11.842 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:11.844 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.430414ms] [] [2024/04/30 16:16:11.844 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:11.844 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=16.512µs] [] [2024/04/30 16:16:11.844 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:11.848 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.048563ms] [] [2024/04/30 16:16:11.856 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:11.856 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:11.856 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:11.857 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:11.857 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:11.860 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:11.860 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:11.860 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:11.860 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:11.860 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:11.863 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444255120228359\n# Conn_ID: 2\n# Query_time: 0.763746622\n# Parse_time: 0.001035139\n# Compile_time: 0.003599513\n# Rewrite_time: 0.002086574\n# Optimize_time: 0.002047833\n# Wait_TS: 0.000153776\n# Cop_time: 0.000102003 Process_time: 0.000085813 Wait_time: 0.000035596 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.5813e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.5596e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1wWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjc1N21zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNjY2LjPCtRVFdDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuOAVuRHByb2Nfa2V5czogNCwgdG90XwESFDogODUuOAVKARMkd2FpdDogMzUuNgUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDg5LjUFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSVIMS43M21zfX0JMzU0IEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUABljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI4AQRhbDIXACBfc2l6ZTogMTgpVgRhbA0tODUsIGdldF9zbmFwc2hvdAnVECAxNi4yJSF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5TmXDTIUMn19fSwgAdlexgABHAA6MvEBCGFsXyHzDRo1+CUpDHdhbGwNGTwyNDbCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('wgagCr0GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNi4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA4NS44BYMAdAXjCHdhaRGdDDM1LjYJGhxpa3Zfd2FsbA0zBDI0ARgIfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6mASgBQAFSFGRhdGE6VDbUAQRaFgWGEDY2Ni4zBWw4bG9vcHM6MmLYAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS44N21zLCBwcm9jLV0pbCWfNtEABc8AOhnKEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogODkuNQWYqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRAwXkKDEuNzNtc319cOICPS8AOCEbFANOL0FaEwUmBDc1Bd0pBwAxVmMBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:16:11.960 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:12.030 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:12.030 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:12.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:12.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=448.627µs] [gotSchemaVersion=137] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:12.330 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/04/30 16:16:12.363 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=68.595114ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:12.420 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:12.502 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=443.614µs] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:12.528 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/04/30 16:16:12.547 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=65.413443ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:12.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:12.666 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/04/30 16:16:12.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=356.135µs] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:12.754 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/04/30 16:16:12.780 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=58.459336ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:12.865 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/04/30 16:16:12.890 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/04/30 16:16:12.897 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:11.965 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:13.085 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/04/30 16:16:13.085 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:13.100 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.140859547\n# Parse_time: 0.00072904\n# Compile_time: 0.00098253\n# Rewrite_time: 0.000013134\n# Optimize_time: 0.0015101\n# Wait_TS: 0.006964817\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:13.106 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:16:13.226 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:13.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:13.226 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:13.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:16:13.321 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:13.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:13.354 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/04/30 16:16:13.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=10.394257ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:13.544 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/04/30 16:16:13.548 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=191] [ver=140] [2024/04/30 16:16:13.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=90.567154ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:13.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:13.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:13.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:13.842 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/04/30 16:16:13.843 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:13.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.747748973\n# Parse_time: 0.002414765\n# Compile_time: 0.002640556\n# Rewrite_time: 0.000017836\n# Optimize_time: 0.0015101\n# Wait_TS: 0.00548738\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:16:14.099 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/04/30 16:16:14.114 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:14.114 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:14.115 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:14.115 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:14.117 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:14.117 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:14.117 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:14.117 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:14.117 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:14.145 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:14.151 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:14.151 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:14.157 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:14.165 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:14.224 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [key=import-from-select] [2024/04/30 16:16:14.226 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [key=import-from-select] [2024/04/30 16:16:14.229 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [key=import-from-select] [readDur=98.333µs] [encodeDur=2.327444ms] [checksum="{cksum=8644937084880507671,size=222,kvs=6}"] [deliverDur=1.166248ms] [type=query] [takeTime=4.392297ms] [] [2024/04/30 16:16:14.229 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [key=import-from-select] [readDur=336.362µs] [encodeDur=974.809µs] [checksum="{cksum=5489883353596551780,size=74,kvs=2}"] [deliverDur=772.169µs] [type=query] [takeTime=2.712083ms] [] [2024/04/30 16:16:14.268 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:14.268 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=2] [sstFileSize=1931] [file=/tmp/tidb/import-4000/358bf5af-0fe3-4478-bb11-81e10178abc5/102b1544-1a0b-5f02-9523-0f5011224f00.sst/66ccbc85-e2bf-499c-b398-2c4a9fdea0c0.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000004] [2024/04/30 16:16:14.273 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.602562ms] [] [2024/04/30 16:16:14.273 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:14.281 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:14.307 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:16:14.307 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:14.354 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:16:14.357 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=83.46559ms] [] [2024/04/30 16:16:14.357 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:14.359 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=2.035458ms] [file=/tmp/tidb/import-4000/358bf5af-0fe3-4478-bb11-81e10178abc5/630083e6-fc50-5cd2-8645-c17b147197ce.sst/e983f367-e888-4ecb-a733-d7658c46256e.sst] [2024/04/30 16:16:14.359 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/358bf5af-0fe3-4478-bb11-81e10178abc5/630083e6-fc50-5cd2-8645-c17b147197ce.sst/e983f367-e888-4ecb-a733-d7658c46256e.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/04/30 16:16:14.363 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=5.765885ms] [] [2024/04/30 16:16:14.363 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:14.373 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:14.410 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/04/30 16:16:14.410 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:14.451 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/04/30 16:16:14.462 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=99.395621ms] [] [2024/04/30 16:16:14.463 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/04/30 16:16:14.463 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [2024/04/30 16:16:14.511 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [takeTime=47.885598ms] [] [2024/04/30 16:16:14.511 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/04/30 16:16:14.511 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [weight=30] [2024/04/30 16:16:14.511 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [concurrency=15] [2024/04/30 16:16:14.530 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=58] [new=16] [2024/04/30 16:16:14.538 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/04/30 16:16:14.547 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/04/30 16:16:14.548 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/04/30 16:16:14.548 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=358bf5af-0fe3-4478-bb11-81e10178abc5] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=84.984647ms] [] [2024/04/30 16:16:14.548 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:14.548 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=17.982µs] [] [2024/04/30 16:16:14.548 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:14.550 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.515737ms] [] [2024/04/30 16:16:14.550 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:14.550 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.821µs] [] [2024/04/30 16:16:14.550 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:14.551 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.337709ms] [] [2024/04/30 16:16:14.570 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:14.571 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:14.571 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:14.571 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:14.574 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:14.574 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:14.574 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:14.574 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:14.574 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:14.576 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444255841648646\n# Conn_ID: 2\n# Query_time: 0.725756178\n# Parse_time: 0.001077474\n# Compile_time: 0.003520613\n# Rewrite_time: 0.002076019\n# Optimize_time: 0.0015101\n# Wait_TS: 0.000908672\n# Cop_time: 0.00008881 Process_time: 0.000144471 Wait_time: 0.000073221 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000144471 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 7.3221e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjcxOC40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2NDEuNcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi4wNwFuRHByb2Nfa2V5czogNCwgdG90XwESEDogMTQ0DUsBFCR3YWl0OiA3My4yBV6AY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoQbjogODMFOKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZYIYWxfJSZIMS45MW1zfX0JMzU1IEJ5dGVzCSEkIDIJNDNfNgkxXzEmuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbAEOnsFYwAwNT8BljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI3AQRhbDIXACBfc2l6ZTogMTgpVQRhbA0tODUsIGdldF9zbmFwc2hvdAnVECAzNy43JSF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaMIa2V5PhYAGDgsIGJsb2Mh5DmVDTIUMn19fSwgAdlexgABHDrwAQhhbF8h8g0bNfclKgx3YWxsDRk8Mzg5wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcSuAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzNy43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxNDQuNQWEAHQF5Ah3YWkRngw3My4yCRocaWt2X3dhbGwNNCAzODnCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqcBKAFAAVIUZGF0YTpUNtUBBFoWBYcINjQxDYY4bG9vcHM6MmLXAWNvcF90IZ9oIHtudW06IDEsIG1heDogMi4wN21zLCBwcm9jLV4pbQBfARI60gAF0AA6GcsQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhBuOiA4MyUDqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjFRAwXjKDEuOTFtc319cOMCPS4AOCEaFANOL0FaFQUmEDcxOC40Ad4pCAAxVmQBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/04/30 16:16:14.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:14.733 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:14.733 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:14.842 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:14.935 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=390.451µs] [gotSchemaVersion=141] [phyTblIDs="[190]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:14.964 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/04/30 16:16:15.024 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=100.016598ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.102 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.181 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=271.304µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:15.198 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/04/30 16:16:15.226 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=60.751163ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.353 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/04/30 16:16:15.425 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=287.056µs] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:15.441 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/04/30 16:16:15.467 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=56.477617ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.530 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/04/30 16:16:15.566 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/04/30 16:16:15.572 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:14.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.733 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/04/30 16:16:15.733 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:15.741 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.114740924\n# Parse_time: 0.000751405\n# Compile_time: 0.001016079\n# Rewrite_time: 0.000012134\n# Optimize_time: 0.001732322\n# Wait_TS: 0.010747213\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:15.743 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/04/30 16:16:15.852 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:15.852 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/04/30 16:16:15.958 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.985 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/04/30 16:16:16.092 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=4.544208ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:16.111 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/04/30 16:16:16.140 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=63.417497ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:16.271 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:15.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:16.360 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/04/30 16:16:16.361 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:16.367 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.625900997\n# Parse_time: 0.000933308\n# Compile_time: 0.001293652\n# Rewrite_time: 0.000011512\n# Optimize_time: 0.001732322\n# Wait_TS: 0.001523171\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/04/30 16:16:16.618 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/04/30 16:16:16.643 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:16.643 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:16.645 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:16.645 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:16.648 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:16.648 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:16.648 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:16.648 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:16.648 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:16.674 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:16.677 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:16.677 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:16.685 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:16.693 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:16.818 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [key=import-from-select] [2024/04/30 16:16:16.825 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [key=import-from-select] [readDur=683.818µs] [encodeDur=1.328226ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=193.501µs] [type=query] [takeTime=7.088466ms] [] [2024/04/30 16:16:16.825 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [key=import-from-select] [2024/04/30 16:16:16.825 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=168.758µs] [] [2024/04/30 16:16:16.826 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:16.827 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/ecfb8f7d-457e-4fe9-8c34-f2208942f03d/102b1544-1a0b-5f02-9523-0f5011224f00.sst/f4909ac4-3d11-469b-8eb2-b9f7a13e6a8f.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/04/30 16:16:16.830 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.579017ms] [] [2024/04/30 16:16:16.830 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:16.837 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:16.865 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:16:16.865 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:16.907 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:16:16.913 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=82.465159ms] [] [2024/04/30 16:16:16.913 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:16.917 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.614179ms] [] [2024/04/30 16:16:16.917 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:16.917 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:16.917 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=77.443µs] [] [2024/04/30 16:16:16.917 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/04/30 16:16:16.917 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [2024/04/30 16:16:16.917 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [takeTime=13.011µs] [] [2024/04/30 16:16:16.917 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:16.917 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [weight=30] [2024/04/30 16:16:16.917 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [concurrency=15] [2024/04/30 16:16:16.924 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:16:16.925 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:16.925 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=ecfb8f7d-457e-4fe9-8c34-f2208942f03d] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=8.03206ms] [] [2024/04/30 16:16:16.925 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:16.925 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=18.15µs] [] [2024/04/30 16:16:16.925 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:16.927 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.402209ms] [] [2024/04/30 16:16:16.927 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:16.927 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=14.752µs] [] [2024/04/30 16:16:16.927 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:16.928 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.219402ms] [] [2024/04/30 16:16:16.935 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:16.935 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:16.936 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:16.936 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:16.936 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:16.938 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:16.938 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:16.938 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:16.938 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:16.938 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:16.980 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444256510115844\n# Conn_ID: 2\n# Query_time: 0.571119691\n# Parse_time: 0.001010298\n# Compile_time: 0.003926638\n# Rewrite_time: 0.00237237\n# Optimize_time: 0.001732322\n# Wait_TS: 0.000190397\n# Cop_time: 0.000103555 Process_time: 0.000127929 Wait_time: 0.000078448 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000127929 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 7.8448e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjU2NG1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNjgwLjjCtRVFdDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuOQFtRHByb2Nfa2V5czogNCwgdG90XwESGDogMTI3LjkFSgEUJHdhaXQ6IDc4LjQFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhRuOiAxMzINTqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZkIYWxfJSZIMS43M21zfX0JMzU1IEJ5dGVzCSEmIDIJNDNfNgkxXzEouHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbMEOnsFYwAwNUEBljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI6AQRhbDIXACBfc2l6ZTogMTgpWARhbA0tODUsIGdldF9zbmFwc2hvdAnVECAzOS4zJVx0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaYIa2V5PhYAGDgsIGJsb2Mh5jmYDTIUMn19fSwgAdlexgABHDrzAQhhbF8h9Q0bNfolKgx3YWxsDRk8MzkxwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzOS4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxMjcuOQWEAHQF5Ah3YWkRngw3OC40CRocaWt2X3dhbGwNNCAzOTHCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqcBKAFAAVIUZGF0YTpUNtUBBFoWBYcQNjgwLjgFbABsJYIgMmLZAWNvcF90IZ9kIHtudW06IDEsIG1heDogMS45bXMsIHByb2MtXSlsJZ860QAFzwA6GcoQY29wcl85LERyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhRuOiAxMzItH6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxUQUF5SgxLjczbXN9fXDjAj0wADghHBQDTi9BWhMFJgg1NjQB3ykIADFWZAEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:16:17.046 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:17.136 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:17.136 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:17.274 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=324.387µs] [gotSchemaVersion=145] [phyTblIDs="[193]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:17.418 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/04/30 16:16:17.440 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=73.5625ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.724 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=369.147µs] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:17.759 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/195/138eb133-7b05-46f8-8432-421e174783c3] [currentVer=145] [latestVer=146] [2024/04/30 16:16:17.759 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=195] [ver=146] [2024/04/30 16:16:17.760 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/04/30 16:16:17.789 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=99.540031ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.893 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.954 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/04/30 16:16:18.049 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=477.412µs] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:18.092 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/04/30 16:16:18.094 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/195/138eb133-7b05-46f8-8432-421e174783c3] [currentVer=146] [latestVer=147] [2024/04/30 16:16:18.094 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=195] [ver=147] [2024/04/30 16:16:18.130 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=116.647227ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:18.219 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/04/30 16:16:18.244 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/04/30 16:16:18.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:17.059 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:18.416 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/04/30 16:16:18.416 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:18.447 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.402561836\n# Parse_time: 0.000828669\n# Compile_time: 0.001095199\n# Rewrite_time: 0.000016489\n# Optimize_time: 0.001618803\n# Wait_TS: 0.00060502\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:18.452 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:16:18.650 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:18.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:18.650 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:18.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:16:18.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:18.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:18.804 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/04/30 16:16:18.959 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=17.650738ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:18.985 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=197] [ver=148] [2024/04/30 16:16:18.995 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/04/30 16:16:19.014 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=101.285653ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:18.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:19.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:18.508 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:19.266 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/04/30 16:16:19.267 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:19.281 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.832213686\n# Parse_time: 0.001389624\n# Compile_time: 0.002291718\n# Rewrite_time: 0.000018504\n# Optimize_time: 0.001618803\n# Wait_TS: 0.006089361\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:16:19.529 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/04/30 16:16:19.556 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:19.556 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:19.557 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:19.557 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:19.561 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:19.561 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:19.561 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:19.562 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:19.562 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:19.594 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:19.597 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:19.597 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:19.608 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:19.614 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:19.739 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [key=import-from-select] [2024/04/30 16:16:19.742 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [key=import-from-select] [readDur=285.351µs] [encodeDur=1.466693ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=237.79µs] [type=query] [takeTime=2.525607ms] [] [2024/04/30 16:16:19.744 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/cd831a4b-c4d3-4f9d-954c-912ef585bbb7/102b1544-1a0b-5f02-9523-0f5011224f00.sst/e08ac736-8a32-401d-8cec-62735d119ff8.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000007] [2024/04/30 16:16:19.775 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [key=import-from-select] [2024/04/30 16:16:19.775 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=190.8µs] [] [2024/04/30 16:16:19.775 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:19.778 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.75837ms] [] [2024/04/30 16:16:19.778 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:19.844 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:19.873 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:16:19.874 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:19.912 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:16:19.926 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=148.048975ms] [] [2024/04/30 16:16:19.926 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:19.942 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=15.74167ms] [] [2024/04/30 16:16:19.942 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:19.942 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:19.942 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=93.817µs] [] [2024/04/30 16:16:19.943 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/04/30 16:16:19.943 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [2024/04/30 16:16:19.943 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [takeTime=37.996µs] [] [2024/04/30 16:16:19.943 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:19.943 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [weight=30] [2024/04/30 16:16:19.943 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [concurrency=15] [2024/04/30 16:16:19.955 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:16:19.956 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:19.956 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=cd831a4b-c4d3-4f9d-954c-912ef585bbb7] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=13.340235ms] [] [2024/04/30 16:16:19.956 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:19.956 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=18.772µs] [] [2024/04/30 16:16:19.956 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:19.960 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.935629ms] [] [2024/04/30 16:16:19.960 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:19.961 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=16.787µs] [] [2024/04/30 16:16:19.961 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:19.964 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.046645ms] [] [2024/04/30 16:16:19.969 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:19.969 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:19.969 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:19.970 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:19.970 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:19.970 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:19.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:19.970 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:19.970 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:19.970 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:19.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:19.970 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:19.970 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:19.973 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:19.973 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:19.973 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:19.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:19.973 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:19.976 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444257270595589\n# Conn_ID: 2\n# Query_time: 0.692611942\n# Parse_time: 0.000808245\n# Compile_time: 0.00362267\n# Rewrite_time: 0.00219519\n# Optimize_time: 0.001618803\n# Wait_TS: 0.000140615\n# Cop_time: 0.000081852 Process_time: 0.000108707 Wait_time: 0.000431362 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000108707 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000431362 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 358\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjY4NS45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg4NzcuOcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNC43BW5EcHJvY19rZXlzOiA0LCB0b3RfARIYOiAxMDguNwVLARQod2FpdDogNDMxLjQFFIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhRuOiAxMzANO6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbIUX3JwYzoxBZoIYWxfJSpINC42MW1zfX0JMzU4IEJ5dGVzCSEoIDIJNDNfNgkxXzEquHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbMEOnsFYwAwNUMBljxzY2FuX2RldGFpbDoge3RvAYoccHJvY2Vzc18uOwEEYWwyFwAgX3NpemU6IDE4KVkEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggMTYtcHByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biGGAdAAeT4WABg4LCBibG9jIeg5mA0yFDJ9fX0sIAHZXsYAARw69AEIYWxfIfYNGwg0MzEtwCUrDHdhbGwNGjwzLjA2bXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('yQagCsQGCgxJbXBvcnRJbnRvXzIS/QUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNi43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwQOiAxMDgNhAB0BeQId2FpEZ4QNDMxLjQFnyUrDHdhbGwNNSAzLjA2bXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiBA4NzcuOQVsAGwlgyAyYtsBY29wX3QhoGwge251bTogMSwgbWF4OiA0Ljc5bXMsIHByb2NfKV8pbiWhADo20wAF0QA6HcwQY29wcl85L0RyYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhRuOiAxMzAtB6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbIUX3JwYzoxUQgF5yg0LjYxbXN9fXDmAj0yADghHhQDTi9BWhUFJgw2ODUuBeIpDAAxVmgBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/04/30 16:16:19.992 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:20.135 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:20.136 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:20.252 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.396 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=566.401µs] [gotSchemaVersion=149] [phyTblIDs="[196]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:20.430 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=198] [ver=149] [2024/04/30 16:16:20.432 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/04/30 16:16:20.462 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=98.042329ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.579 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.736 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=475.657µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:20.764 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/04/30 16:16:20.788 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=68.186423ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.961 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.019 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/04/30 16:16:21.095 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=364.173µs] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:21.132 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/04/30 16:16:21.152 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=70.76627ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.330 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/04/30 16:16:21.375 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/04/30 16:16:21.384 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:19.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.583 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/04/30 16:16:21.584 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:21.600 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6104207050000001\n# Parse_time: 0.000643726\n# Compile_time: 0.001340575\n# Rewrite_time: 0.000017371\n# Optimize_time: 0.001302061\n# Wait_TS: 0.001760079\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:21.605 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/04/30 16:16:21.731 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:21.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:21.731 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:21.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/04/30 16:16:21.838 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:21.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.857 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/04/30 16:16:21.986 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=3.921736ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:22.004 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/04/30 16:16:22.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=66.252983ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:21.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:22.177 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:21.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:22.265 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/04/30 16:16:22.266 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:22.273 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.671944145\n# Parse_time: 0.001514228\n# Compile_time: 0.001795052\n# Rewrite_time: 0.000015758\n# Optimize_time: 0.001302061\n# Wait_TS: 0.005233056\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/04/30 16:16:22.492 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/04/30 16:16:22.522 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:22.523 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:22.523 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:22.523 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:22.529 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:22.530 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:22.530 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:22.530 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:22.531 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:22.551 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:22.554 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:22.555 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:22.564 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:22.569 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:22.580 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [key=import-from-select] [2024/04/30 16:16:22.584 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [key=import-from-select] [readDur=351.028µs] [encodeDur=1.914243ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=542.638µs] [type=query] [takeTime=3.59022ms] [] [2024/04/30 16:16:22.585 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/80976143-b3f7-4ce5-a890-ef66b8aa5f5a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/4674a881-1cc8-48fc-8be7-f1104e212feb.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/04/30 16:16:22.586 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [key=import-from-select] [2024/04/30 16:16:22.586 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=135.64µs] [] [2024/04/30 16:16:22.586 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:22.588 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.914726ms] [] [2024/04/30 16:16:22.588 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:22.595 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:22.619 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:16:22.619 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:22.648 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:16:22.656 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=67.827891ms] [] [2024/04/30 16:16:22.656 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:22.658 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.006271ms] [] [2024/04/30 16:16:22.659 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:22.659 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:22.659 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=81.669µs] [] [2024/04/30 16:16:22.659 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/04/30 16:16:22.659 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [2024/04/30 16:16:22.669 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [takeTime=9.741828ms] [] [2024/04/30 16:16:22.669 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/04/30 16:16:22.669 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [weight=30] [2024/04/30 16:16:22.669 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [concurrency=15] [2024/04/30 16:16:22.675 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/04/30 16:16:22.676 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/04/30 16:16:22.676 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=80976143-b3f7-4ce5-a890-ef66b8aa5f5a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=16.683364ms] [] [2024/04/30 16:16:22.676 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:22.676 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=18.761µs] [] [2024/04/30 16:16:22.676 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:22.678 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.523986ms] [] [2024/04/30 16:16:22.678 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:22.678 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=16.077µs] [] [2024/04/30 16:16:22.678 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:22.679 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.224615ms] [] [2024/04/30 16:16:22.684 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:22.684 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:22.684 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:22.684 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:22.687 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:22.687 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:22.687 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:22.687 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:22.687 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:22.689 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444258056503302\n# Conn_ID: 2\n# Query_time: 0.413440495\n# Parse_time: 0.000572198\n# Compile_time: 0.002686961\n# Rewrite_time: 0.00151723\n# Optimize_time: 0.001302061\n# Wait_TS: 0.000578293\n# Cop_time: 0.000134519 Process_time: 0.000158656 Wait_time: 0.000068784 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000158656 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.8784e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwOC4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg5ODcuNMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMy4yNwFuRHByb2Nfa2V5czogNCwgdG90XwESGDogMTU4LjcFSwEUJHdhaXQ6IDY4LjgFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGgxuOiA4ETqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYCGFsXyUoSDMuMTFtc319CTM1NSBCeXRlcwkhJiAyCTQzXzYJMV8xKLh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMAMDVBAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMzcuMSVbdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWlCGtleT4WABg4LCBibG9jIeY5lw0yFDJ9fX0sIAHZXsYAARwAOjbyAQhhbF8h9A0bNfklKgx3YWxsDRk4MS45bXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+QUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzNy4xwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxNTguNwWEAHQF5Ah3YWkRngw2OC44CRocaWt2X3dhbGwRNBguOW1zfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6mASgBQAFSFGRhdGE6VDbUAQRaFgWGEDk4Ny40BWsAbCWBIDJi2QFjb3BfdCGeaCB7bnVtOiAxLCBtYXg6IDMuMjdtcywgcHJvYy1dKWwlnzrRAAXPBDogFcoQY29wcl85LERyYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGgxuOiA4MQSobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MVEEBeUoMy4xMW1zfX1w4wI9MAA4IRwUA04vQVoVBSYQNDA4LjEB4CkKADFWZgEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:16:22.789 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:22.870 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:22.870 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:22.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=595.835µs] [gotSchemaVersion=153] [phyTblIDs="[199]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:23.078 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/04/30 16:16:23.119 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=75.227854ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.220 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.302 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=295.147µs] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:23.319 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/04/30 16:16:23.353 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=57.93736ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.568 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/04/30 16:16:23.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=268.44µs] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:23.644 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/04/30 16:16:23.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=59.096971ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.781 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/04/30 16:16:23.828 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/04/30 16:16:23.837 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:22.758 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.937 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/04/30 16:16:23.937 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:23.943 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.15567888\n# Parse_time: 0.000896364\n# Compile_time: 0.001060101\n# Rewrite_time: 0.000014169\n# Optimize_time: 0.00105367\n# Wait_TS: 0.000546765\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:23.946 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:16:24.091 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:24.092 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:16:24.212 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:24.239 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/04/30 16:16:24.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=13.489272ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:24.389 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=203] [ver=156] [2024/04/30 16:16:24.392 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/04/30 16:16:24.421 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=103.803089ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:24.544 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:24.630 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/04/30 16:16:24.630 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:24.641 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.696969259\n# Parse_time: 0.000844862\n# Compile_time: 0.001246474\n# Rewrite_time: 0.000012439\n# Optimize_time: 0.00105367\n# Wait_TS: 0.001010735\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:16:24.915 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/04/30 16:16:24.949 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:24.949 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:24.950 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:24.950 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:24.953 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:24.953 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:24.953 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:24.953 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:24.953 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:24.982 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:24.985 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:24.985 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:25.011 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:25.020 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:25.038 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [key=import-from-select] [2024/04/30 16:16:25.039 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [key=import-from-select] [2024/04/30 16:16:25.041 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [key=import-from-select] [readDur=24.152µs] [encodeDur=785.351µs] [checksum="{cksum=5081733117668830266,size=38,kvs=1}"] [deliverDur=307.743µs] [type=query] [takeTime=1.467711ms] [] [2024/04/30 16:16:25.041 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [key=import-from-select] [readDur=405.219µs] [encodeDur=1.203319ms] [checksum="{cksum=468996097673970554,size=114,kvs=3}"] [deliverDur=395.386µs] [type=query] [takeTime=2.517198ms] [] [2024/04/30 16:16:25.042 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/b218527d-85e5-41f0-b6a7-468f5df6d1b1/102b1544-1a0b-5f02-9523-0f5011224f00.sst/ae011920-9c49-4a88-a36a-123f932599ff.sst] [firstKey=7480000000000000CA5F728000000000000003] [lastKey=7480000000000000CA5F728000000000000003] [2024/04/30 16:16:25.042 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:25.043 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/b218527d-85e5-41f0-b6a7-468f5df6d1b1/102b1544-1a0b-5f02-9523-0f5011224f00.sst/eb48be05-a439-430e-ba3e-053fe18dc881.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000004] [2024/04/30 16:16:25.047 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.265584ms] [] [2024/04/30 16:16:25.047 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:25.056 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:25.080 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:16:25.081 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:25.127 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:16:25.130 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=83.306768ms] [] [2024/04/30 16:16:25.130 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:25.134 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.839475ms] [] [2024/04/30 16:16:25.134 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:25.135 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:25.135 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=96.329µs] [] [2024/04/30 16:16:25.135 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/04/30 16:16:25.135 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [2024/04/30 16:16:25.154 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [takeTime=19.250673ms] [] [2024/04/30 16:16:25.154 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/04/30 16:16:25.154 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [weight=30] [2024/04/30 16:16:25.154 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [concurrency=15] [2024/04/30 16:16:25.162 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/04/30 16:16:25.163 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/04/30 16:16:25.163 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=b218527d-85e5-41f0-b6a7-468f5df6d1b1] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=27.892958ms] [] [2024/04/30 16:16:25.163 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:25.163 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=18.069µs] [] [2024/04/30 16:16:25.163 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:25.165 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.618238ms] [] [2024/04/30 16:16:25.165 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:25.165 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=14.94µs] [] [2024/04/30 16:16:25.165 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:25.166 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.136248ms] [] [2024/04/30 16:16:25.171 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:25.171 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:25.171 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:25.171 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:25.171 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:25.171 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:25.171 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:25.171 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:25.171 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:25.171 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:25.172 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:25.172 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:25.172 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:25.174 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:25.174 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:25.174 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:25.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:25.174 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:25.175 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444258672541703\n# Conn_ID: 2\n# Query_time: 0.532687676\n# Parse_time: 0.000710258\n# Compile_time: 0.003470833\n# Rewrite_time: 0.00212613\n# Optimize_time: 0.00105367\n# Wait_TS: 0.000158467\n# Cop_time: 0.00017554 Process_time: 0.000150313 Wait_time: 0.00010542 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000150313 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.00010542 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjUyNi41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRAwxLjAxGUN0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS45BSlEcHJvY19rZXlzOiA0LCB0b3RfARIkOiAxNTAuM8K1cwkUKHdhaXQ6IDEwNS40BRSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoAbgE7CDYuNwU7qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBshRfcnBjOjEFhghhbF8lKEgxLjc4bXN9fQkzNTUgQnl0ZXMJISYgMgk0M182CTFfMSi4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFswQ6ewVjADA5hkh9LCBzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI7AQRhbDIXACBfc2l6ZTogMTgpWQRhbA0tODUsIGdldF9zbmFwc2hvdAnVECA1NC41JSF4cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiGnCGtleT4WABg4LCBibG9jIeg5mA0yFDJ9fX0sIAHZXsYAARwAOjb0AQhhbF8h9hEbNfslKwx3YWxsDRo8NTAywrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA1NC41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxNTAuMwWEAHQF5Ah3YWkRnhAxMDUuNAkbHGlrdl93YWxsDTUgNTAywrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoUBYgUMS4wMW1zMYEgMmLbAWNvcF90IZ5EIHtudW06IDEsIG1heDogMS45BSoMcHJvYy1dKWwlnzrRAAXPADodyhBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaAG4BOwg2LjclBahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbIUX3JwYzoxUQYN5SA3OG1zfX1w4wI9MAA4IRwUA04vQVoVBSYQNTI2LjU5DAAxVmYBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/04/30 16:16:25.188 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:25.253 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:25.253 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:25.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.439 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=548.517µs] [gotSchemaVersion=157] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:25.459 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/04/30 16:16:25.494 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=61.490571ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.586 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=300.871µs] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:25.674 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/04/30 16:16:25.699 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=59.732392ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.815 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.871 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/04/30 16:16:25.971 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=279.149µs] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:25.988 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/04/30 16:16:26.019 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=64.892143ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:26.186 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/04/30 16:16:26.223 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/04/30 16:16:26.228 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:25.158 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:26.338 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/04/30 16:16:26.339 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:26.350 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.163319202\n# Parse_time: 0.000637976\n# Compile_time: 0.000918232\n# Rewrite_time: 0.000011585\n# Optimize_time: 0.000944004\n# Wait_TS: 0.000936737\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:26.353 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/04/30 16:16:26.472 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:26.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:26.472 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:26.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/04/30 16:16:26.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:26.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:26.582 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/04/30 16:16:26.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=5.499988ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:26.754 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=206] [ver=160] [2024/04/30 16:16:26.760 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/04/30 16:16:26.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=96.677679ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:26.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:26.858 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:26.358 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:26.946 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/04/30 16:16:26.947 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:26.960 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.608190193\n# Parse_time: 0.001020819\n# Compile_time: 0.001464226\n# Rewrite_time: 0.000012646\n# Optimize_time: 0.000944004\n# Wait_TS: 0.000563899\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/04/30 16:16:27.201 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/04/30 16:16:27.212 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:27.212 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:27.212 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:27.212 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:27.214 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:27.215 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:27.215 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:27.215 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:27.215 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:27.235 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:27.238 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:27.238 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:27.244 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:27.253 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:27.269 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [key=import-from-select] [2024/04/30 16:16:27.270 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [key=import-from-select] [2024/04/30 16:16:27.272 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [key=import-from-select] [readDur=26.846µs] [encodeDur=1.742053ms] [checksum="{cksum=9114439731581087456,size=222,kvs=6}"] [deliverDur=712.155µs] [type=query] [takeTime=3.050227ms] [] [2024/04/30 16:16:27.272 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [key=import-from-select] [readDur=155.794µs] [encodeDur=766.06µs] [checksum="{cksum=5020380048747421587,size=74,kvs=2}"] [deliverDur=663.718µs] [type=query] [takeTime=1.95226ms] [] [2024/04/30 16:16:27.273 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/1ae7ff2d-f35a-4886-a604-42af510c9275/102b1544-1a0b-5f02-9523-0f5011224f00.sst/43e4f5c2-c9c3-44c0-b589-bf14e90078b8.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000003] [2024/04/30 16:16:27.274 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:27.275 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/1ae7ff2d-f35a-4886-a604-42af510c9275/102b1544-1a0b-5f02-9523-0f5011224f00.sst/c88903c8-89cc-4c56-b19e-6251163803a5.sst] [firstKey=7480000000000000CD5F728000000000000004] [lastKey=7480000000000000CD5F728000000000000004] [2024/04/30 16:16:27.277 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.574802ms] [] [2024/04/30 16:16:27.277 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:27.285 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:27.312 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:16:27.313 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:27.402 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:16:27.410 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=132.042289ms] [] [2024/04/30 16:16:27.410 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:27.412 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.68056ms] [file=/tmp/tidb/import-4000/1ae7ff2d-f35a-4886-a604-42af510c9275/630083e6-fc50-5cd2-8645-c17b147197ce.sst/3a11d6f5-fbe5-4ec6-9c6e-770bd729dde5.sst] [2024/04/30 16:16:27.412 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/1ae7ff2d-f35a-4886-a604-42af510c9275/630083e6-fc50-5cd2-8645-c17b147197ce.sst/3a11d6f5-fbe5-4ec6-9c6e-770bd729dde5.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/04/30 16:16:27.415 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=5.040429ms] [] [2024/04/30 16:16:27.415 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:27.421 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:27.445 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/04/30 16:16:27.445 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:27.468 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/04/30 16:16:27.472 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=56.804796ms] [] [2024/04/30 16:16:27.472 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/04/30 16:16:27.472 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [2024/04/30 16:16:27.508 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [takeTime=35.61525ms] [] [2024/04/30 16:16:27.508 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/04/30 16:16:27.508 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [weight=30] [2024/04/30 16:16:27.509 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [concurrency=15] [2024/04/30 16:16:27.522 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/04/30 16:16:27.529 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/04/30 16:16:27.530 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/04/30 16:16:27.530 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=1ae7ff2d-f35a-4886-a604-42af510c9275] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=58.024783ms] [] [2024/04/30 16:16:27.531 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:27.531 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=18.74µs] [] [2024/04/30 16:16:27.531 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:27.532 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.628843ms] [] [2024/04/30 16:16:27.533 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:27.533 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=16.235µs] [] [2024/04/30 16:16:27.533 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:27.534 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.309613ms] [] [2024/04/30 16:16:27.541 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:27.541 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:27.541 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:27.541 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:27.541 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:27.541 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:27.541 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:27.541 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:27.541 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:27.542 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:27.542 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:27.542 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:27.542 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:27.544 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:27.544 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:27.544 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:27.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:27.545 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:27.547 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444259288317953\n# Conn_ID: 2\n# Query_time: 0.584916878\n# Parse_time: 0.001666894\n# Compile_time: 0.00344854\n# Rewrite_time: 0.002036167\n# Optimize_time: 0.000944004\n# Wait_TS: 0.000114155\n# Cop_time: 0.000099931 Process_time: 0.000143893 Wait_time: 0.000119956 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000143893 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000119956 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTo1NzcuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQQNjM0wrUVQ3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjg0AWxEcHJvY19rZXlzOiA0LCB0b3RfARIYOiAxNDMuOQVLARQgd2FpdDogMTIwBRKAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogMTEwLgmY0G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxBZgIYWxfJSZIMS43MW1zfX0JMzU1IEJ5dGVzCSEkJDIJNDNfNgkxXzAtJqB0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCSE6BGt2BbMEOnsFYwAwNUEBlgBzIWEoZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjkBBGFsMhcAIF9zaXplOiAxOClXBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUQIDU4LjIlXHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYOCwgYmxvYyHmOZgNMhQyfX19LCAB2V7GAAEcADo28gEIYWxfIfQRGwAyKfkAdCEpDHdhbGwNGEQ0NjEuN8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+QUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA1OC4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxNDMuOQWEAHQF5Ah3YWkRnggxMjAJGRxpa3Zfd2FsbA0zKDQ2MS43wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoUBYgINjM0BWw4bG9vcHM6MmLZAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS44NG1zLCBwcm9jLV0pbCWfADo20QAFzwA6FcoQY29wcl85K0RyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiAxMTAuCZmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MVEEBeMoMS43MW1zfX1w4wI9LgA4IRoUA04vQVoVBSYQNTc3LjgB4CkKADFWZAEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/04/30 16:16:27.633 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:27.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:27.682 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:27.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:27.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=310.93µs] [gotSchemaVersion=161] [phyTblIDs="[205]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:27.871 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/04/30 16:16:27.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=63.70413ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.070 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=260.08µs] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:28.175 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/04/30 16:16:28.192 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=60.021346ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.317 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.339 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/04/30 16:16:28.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=305.492µs] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:28.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/04/30 16:16:28.437 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=54.554284ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.490 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/04/30 16:16:28.505 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/04/30 16:16:28.511 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:27.608 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.608 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/04/30 16:16:28.608 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:28.653 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.021717427\n# Parse_time: 0.000643506\n# Compile_time: 0.000780326\n# Rewrite_time: 0.000009059\n# Optimize_time: 0.002140469\n# Wait_TS: 0.000578321\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:28.657 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/04/30 16:16:28.721 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:28.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:28.721 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:28.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/04/30 16:16:28.793 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:28.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.828 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/04/30 16:16:28.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=4.053472ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:28.933 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/04/30 16:16:28.960 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=56.500753ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:28.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:29.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:28.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:29.093 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/04/30 16:16:29.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:29.099 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.444026993\n# Parse_time: 0.001328493\n# Compile_time: 0.001672822\n# Rewrite_time: 0.000012631\n# Optimize_time: 0.002140469\n# Wait_TS: 0.000603924\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/04/30 16:16:29.352 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/04/30 16:16:29.366 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:29.367 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:29.367 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:29.367 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:29.369 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:29.369 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:29.369 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:29.369 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:29.369 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:29.401 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:29.404 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:29.404 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:29.419 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:29.429 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:29.445 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [key=import-from-select] [2024/04/30 16:16:29.447 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [key=import-from-select] [2024/04/30 16:16:29.448 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [key=import-from-select] [readDur=19.632µs] [encodeDur=1.545762ms] [checksum="{cksum=12285956791326969411,size=222,kvs=6}"] [deliverDur=556.936µs] [type=query] [takeTime=2.703006ms] [] [2024/04/30 16:16:29.448 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [key=import-from-select] [readDur=81.299µs] [encodeDur=834.826µs] [checksum="{cksum=10472974907720548144,size=74,kvs=2}"] [deliverDur=330.657µs] [type=query] [takeTime=1.637476ms] [] [2024/04/30 16:16:29.450 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/de85e07c-93c2-4e2c-bdd2-5f6ae80f3823/102b1544-1a0b-5f02-9523-0f5011224f00.sst/65666e6b-64c0-4d75-a592-a8d4fc5c60f5.sst] [firstKey=7480000000000000D05F728000000000000003] [lastKey=7480000000000000D05F728000000000000003] [2024/04/30 16:16:29.450 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:29.451 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/de85e07c-93c2-4e2c-bdd2-5f6ae80f3823/102b1544-1a0b-5f02-9523-0f5011224f00.sst/c151cd7a-2b9f-4840-9e22-ec62b9763177.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000004] [2024/04/30 16:16:29.454 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.279582ms] [] [2024/04/30 16:16:29.454 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:29.462 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:29.484 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/04/30 16:16:29.485 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:29.508 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/04/30 16:16:29.515 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=60.708795ms] [] [2024/04/30 16:16:29.515 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:29.517 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.434795ms] [file=/tmp/tidb/import-4000/de85e07c-93c2-4e2c-bdd2-5f6ae80f3823/630083e6-fc50-5cd2-8645-c17b147197ce.sst/88d4d992-4cb0-4b2b-a482-ac1e78e9a8a9.sst] [2024/04/30 16:16:29.517 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/de85e07c-93c2-4e2c-bdd2-5f6ae80f3823/630083e6-fc50-5cd2-8645-c17b147197ce.sst/88d4d992-4cb0-4b2b-a482-ac1e78e9a8a9.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/04/30 16:16:29.520 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.644466ms] [] [2024/04/30 16:16:29.520 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:29.527 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:29.550 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/04/30 16:16:29.551 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:29.573 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/04/30 16:16:29.575 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=55.1673ms] [] [2024/04/30 16:16:29.576 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/04/30 16:16:29.576 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [2024/04/30 16:16:29.589 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [takeTime=13.183195ms] [] [2024/04/30 16:16:29.589 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/04/30 16:16:29.589 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [weight=30] [2024/04/30 16:16:29.589 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [concurrency=15] [2024/04/30 16:16:29.617 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/04/30 16:16:29.621 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/04/30 16:16:29.622 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/04/30 16:16:29.622 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=de85e07c-93c2-4e2c-bdd2-5f6ae80f3823] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=46.014374ms] [] [2024/04/30 16:16:29.622 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:29.622 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=17.983µs] [] [2024/04/30 16:16:29.622 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:29.624 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.53052ms] [] [2024/04/30 16:16:29.624 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:29.624 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=27.757µs] [] [2024/04/30 16:16:29.624 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:29.625 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.31427ms] [] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:29.632 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:29.632 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:29.632 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:29.632 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:29.634 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:29.634 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:29.634 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:29.635 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:29.635 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:29.637 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444259838820361\n# Conn_ID: 2\n# Query_time: 0.536303044\n# Parse_time: 0.001053256\n# Compile_time: 0.003289805\n# Rewrite_time: 0.001937165\n# Optimize_time: 0.002140469\n# Wait_TS: 0.00011862\n# Cop_time: 0.000127464 Process_time: 0.000111503 Wait_time: 0.000069291 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000111503 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 6.9291e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTo1MjkuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQMMS4wMxlDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNzQBKURwcm9jX2tleXM6IDQsIHRvdF8BEiQ6IDExMS41wrVzCRQkd2FpdDogNjkuMwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDk1LjgFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBYQIYWxfJSaAMS41OW1zfX0JMzU1IEJ5dGVzCU4vQQoyCTQzXzYJMV8wLSagdGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkhOgRrdgWyBDp7BWMAMDmEDH0sIHMhYShkZXRhaWw6IHt0bwGKGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggNDEtW3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYOCwgYmxvYyHmOZcNMhQyfX19LCAB2V7GAAEcADo28gEIYWxfIfQNGwQ2OQ2eAHQhKgx3YWxsDRlEMzI3LjfCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSugMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwwJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA0MS4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxMTEuNQWEAHQF5Ah3YWkRngQ2OQ2eJSoMd2FsbA00KDMyNy43wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6pASgBQAFSFGRhdGE6VDbXAQRaFAWJFDEuMDNtczGCIDJi2QFjb3BfdCGfSCB7bnVtOiAxLCBtYXg6IDEuNzQBKgxwcm9jLV4pbSWgOtIABdAAOhnLEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogOTUuOCUfqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjFRBQ3jIDU5bXN9fXDjAj0uADghGhQDTi9BWhUFJhA1MjkuOAHgAGxJjFZkAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/04/30 16:16:29.652 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:29.736 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:29.736 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:29.890 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:29.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=552.66µs] [gotSchemaVersion=165] [phyTblIDs="[208]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:30.022 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/04/30 16:16:30.044 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=56.595064ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:30.160 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:30.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=319.054µs] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:30.281 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/04/30 16:16:30.309 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=72.582647ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:30.434 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:30.481 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/04/30 16:16:30.604 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=240.931µs] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:30.624 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/04/30 16:16:30.659 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=67.947315ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:30.782 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/04/30 16:16:30.817 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/04/30 16:16:30.822 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:29.658 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:30.919 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/04/30 16:16:30.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:30.927 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.276779195\n# Parse_time: 0.000718287\n# Compile_time: 0.000929758\n# Rewrite_time: 0.00001258\n# Optimize_time: 0.002166204\n# Wait_TS: 0.000859871\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:30.930 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/04/30 16:16:31.056 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:30.962 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:31.057 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:30.962 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/04/30 16:16:31.154 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:30.962 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:31.230 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/04/30 16:16:31.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=8.427768ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:31.357 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138eb133-7b05-46f8-8432-421e174783c3"] ["ddl job id"=212] [ver=168] [2024/04/30 16:16:31.360 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/04/30 16:16:31.381 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=85.496522ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:30.962 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:31.485 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:30.962 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:31.529 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/04/30 16:16:31.529 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:31.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.60658956\n# Parse_time: 0.000658275\n# Compile_time: 0.001343218\n# Rewrite_time: 0.000011782\n# Optimize_time: 0.002166204\n# Wait_TS: 0.001079316\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/04/30 16:16:31.755 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/04/30 16:16:31.766 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:31.766 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693541836159473] [2024/04/30 16:16:31.767 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:31.767 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:31.768 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:31.768 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:31.768 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:31.768 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:31.769 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:31.788 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:31.790 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:31.790 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:31.795 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:31.800 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:31.859 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [key=import-from-select] [2024/04/30 16:16:31.863 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [key=import-from-select] [readDur=39.762µs] [encodeDur=2.395201ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=784.006µs] [type=query] [takeTime=3.785004ms] [] [2024/04/30 16:16:31.865 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/03c0c9a9-b021-4728-b179-5e003b476b2f/102b1544-1a0b-5f02-9523-0f5011224f00.sst/e3bfb406-dd61-492e-b1fc-8691528519fe.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000007] [2024/04/30 16:16:31.888 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [key=import-from-select] [2024/04/30 16:16:31.888 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=198.715µs] [] [2024/04/30 16:16:31.889 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:31.891 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.976169ms] [] [2024/04/30 16:16:31.891 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/04/30 16:16:31.896 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:31.919 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/04/30 16:16:31.920 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:31.938 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/04/30 16:16:31.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=49.209319ms] [] [2024/04/30 16:16:31.940 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:31.943 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.350478ms] [] [2024/04/30 16:16:31.943 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/04/30 16:16:31.943 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:31.943 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=79.904µs] [] [2024/04/30 16:16:31.943 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/04/30 16:16:31.943 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [2024/04/30 16:16:31.954 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [takeTime=10.483803ms] [] [2024/04/30 16:16:31.954 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:31.954 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [weight=30] [2024/04/30 16:16:31.954 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [concurrency=15] [2024/04/30 16:16:31.959 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/04/30 16:16:31.960 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/04/30 16:16:31.960 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=03c0c9a9-b021-4728-b179-5e003b476b2f] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=16.373816ms] [] [2024/04/30 16:16:31.960 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:31.960 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=17.019µs] [] [2024/04/30 16:16:31.960 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/04/30 16:16:31.961 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.200874ms] [] [2024/04/30 16:16:31.961 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:31.961 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=14.5µs] [] [2024/04/30 16:16:31.961 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/04/30 16:16:31.962 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=902.519µs] [] [2024/04/30 16:16:31.966 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:31.966 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:31.966 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:31.967 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:31.967 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:31.969 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:31.969 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:31.969 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:31.969 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:31.969 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:31.971 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444260481073160\n# Conn_ID: 2\n# Query_time: 0.434340018\n# Parse_time: 0.001011644\n# Compile_time: 0.003081866\n# Rewrite_time: 0.001758544\n# Optimize_time: 0.002166204\n# Wait_TS: 0.000116758\n# Cop_time: 0.000125889 Process_time: 0.000124855 Wait_time: 0.000104569 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000124855 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 0.000104569 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQyOC41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3MDEuOcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS45MgFuRHByb2Nfa2V5czogNCwgdG90XwESEDogMTI0DUsBFCh3YWl0OiAxMDQuNgVfgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDcyLjQFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZkIYWxfJSlIMS43N21zfX0JMzU1IEJ5dGVzCSEnIDIJNDNfNgkxXzEpuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUIBljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI6AQRhbDIXACBfc2l6ZTogMTgpWARhbA0tODUsIGdldF9zbmFwc2hvdAnVECA1Ny41JSF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaYIa2V5PhYAGDgsIGJsb2Mh5zmXDTIUMn19fSwgAdlexgABHDrzAQhhbF8h9REbNfolKwx3YWxsDRpENDIxLjPCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('ygagCsUGCgxJbXBvcnRJbnRvXzIS/gUKDVRhYmxlUmVhZGVyXzcSuwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qxAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA1Ny41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwYOiAxMjQuOQWEAHQF5Ah3YWkRnhAxMDQuNgkbHGlrdl93YWxsDTUoNDIxLjPCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqoBKAFAAVIUZGF0YTpUNtgBBFoWBYoINzAxDYkAbCWFIDJi2gFjb3BfdCGiaCB7bnVtOiAxLCBtYXg6IDEuOTJtcywgcHJvYy1hKXAlozrVAAXTADodzhBjb3ByXzkxRHJhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDcyLjQlCKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxUQkF5igxLjc3bXN9fXDjAj0xADghHRQDTi9BWhUFJhA0MjguNQHhKQsAMVZnAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/04/30 16:16:31.998 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/04/30 16:16:32.066 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:32.066 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:32.147 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:32.223 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=367.216µs] [gotSchemaVersion=169] [phyTblIDs="[211]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:32.245 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/04/30 16:16:32.268 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=54.12754ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:32.335 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:32.443 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=472.381µs] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:32.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/04/30 16:16:32.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=57.1576ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:32.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:32.623 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/04/30 16:16:32.746 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=326.24µs] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:32.763 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/04/30 16:16:32.785 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=62.75054ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:32.948 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/04/30 16:16:32.961 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/04/30 16:16:32.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:32.008 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:33.122 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/04/30 16:16:33.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:33.134 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.136712399\n# Parse_time: 0.000699957\n# Compile_time: 0.000984483\n# Rewrite_time: 0.000012247\n# Optimize_time: 0.001128863\n# Wait_TS: 0.001105484\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:33.150 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [2024/04/30 16:16:33.150 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [2024/04/30 16:16:33.152 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [] [2024/04/30 16:16:33.154 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:16:33.154 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=32.23µs] [2024/04/30 16:16:33.154 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=35.952µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=16.38µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=21.167µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=13.022µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.099µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=15.331µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=15.831µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=19.815µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=23.966µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=16.573µs] [2024/04/30 16:16:33.155 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:16:33.155 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/04/30 16:16:33.155 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/04/30 16:16:33.201 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=138eb133-7b05-46f8-8432-421e174783c3] ["take time"=59.374378ms] [2024/04/30 16:16:33.202 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=138eb133-7b05-46f8-8432-421e174783c3] [2024/04/30 16:16:33.211 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/04/30 16:16:33.211 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5562e7a7-cc0e-4528-8fec-3b9ad0bc48f2] [watcherID=3651b92c-d3b6-4309-812f-51a21dd27d16] [2024/04/30 16:16:33.211 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/04/30 16:16:33.211 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5562e7a7-cc0e-4528-8fec-3b9ad0bc48f2] [2024/04/30 16:16:33.211 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/04/30 16:16:33.212 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:16:33.212 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:16:33.212 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:16:33.212 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:16:33.212 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/04/30 16:16:33.212 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:16:33.212 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:16:33.213 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:16:33.213 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:16:33.221 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/04/30 16:16:33.221 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=657] [2024/04/30 16:16:33.223 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:16:33.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/04/30 16:16:33.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:16:33.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:16:33.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:16:33.223 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [2024/04/30 16:16:33.223 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [2024/04/30 16:16:33.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:16:33.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:16:33.223 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=138eb133-7b05-46f8-8432-421e174783c3] [2024/04/30 16:16:33.223 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/04/30 16:16:33.223 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/04/30 16:16:33.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/04/30 16:16:33.223 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:16:33.224 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/04/30 16:16:33.224 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/04/30 16:16:33.224 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=138eb133-7b05-46f8-8432-421e174783c3] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/04/30 16:16:33.224 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 138eb133-7b05-46f8-8432-421e174783c3 watch owner key /tidb/stats/owner/22318f2fc6c339a7"] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/04/30 16:16:33.224 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/04/30 16:16:33.224 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/04/30 16:16:33.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:16:33.224 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 01e621c6-0886-4e42-a58b-1eb6e0a46de3 watch owner key /tidb/br-stream/owner/3eaa8f2fc6c3631c"] [2024/04/30 16:16:33.224 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [2024/04/30 16:16:33.224 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/04/30 16:16:33.224 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/04/30 16:16:33.224 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01e621c6-0886-4e42-a58b-1eb6e0a46de3"] [2024/04/30 16:16:33.225 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/04/30 16:16:33.225 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [] [2024/04/30 16:16:33.225 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/04/30 16:16:33.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/04/30 16:16:33.227 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01e621c6-0886-4e42-a58b-1eb6e0a46de3"] [error="context canceled"] [2024/04/30 16:16:33.227 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/04/30 16:16:33.227 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01e621c6-0886-4e42-a58b-1eb6e0a46de3"] [2024/04/30 16:16:33.227 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/04/30 16:16:33.227 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/04/30 16:16:33.227 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:16:33.227 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:16:33.227 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01e621c6-0886-4e42-a58b-1eb6e0a46de3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:16:33.227 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=01e621c6-0886-4e42-a58b-1eb6e0a46de3] [daemon-id=LogBackup::Advancer] [2024/04/30 16:16:33.227 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:16:33.252 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:16:33.254 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:16:33.254 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/04/30 16:16:33.255 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:16:33.286 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/04/30 16:16:33.286 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [error="context canceled"] [2024/04/30 16:16:33.286 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [2024/04/30 16:16:33.291 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:16:33.293 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:16:33.293 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/04/30 16:16:33.294 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:16:33.295 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/04/30 16:16:33.295 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/04/30 16:16:33.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/04/30 16:16:34.470 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01e621c6-0886-4e42-a58b-1eb6e0a46de3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:16:34.549 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138eb133-7b05-46f8-8432-421e174783c3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:16:34.550 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/04/30 16:16:34.550 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/04/30 16:16:34.550 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/04/30 16:16:34.561 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.419087818s] [2024/04/30 16:16:34.562 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:34.562 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:34.562 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:34.562 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:34.562 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:34.563 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:34.563 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:34.563 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:34.563 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:34.563 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:34.563 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:34.563 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:34.563 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:34.565 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (142.26s) --- PASS: TestImportInto/TestImportFromSelectBasic (12.92s) --- PASS: TestImportInto/TestImportFromSelectColumnList (7.81s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (5.60s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (51.11s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (3.55s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (6.01s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (4.82s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (4.46s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (4.45s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (4.57s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (4.98s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (4.55s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (3.86s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (3.64s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (4.49s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (31.07s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (1.33s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (2.41s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (2.60s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (2.65s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (2.43s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (2.94s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (2.80s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (2.40s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (2.44s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (2.02s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (2.35s) PASS coverage: 14.2% of statements GCov does not exist at the given path: '' Apr 30, 2024 4:16:42 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Apr 30, 2024 4:16:42 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Apr 30, 2024 4:16:42 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Apr 30, 2024 4:16:42 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Apr 30, 2024 4:16:42 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test [32mINFO: [0mElapsed time: 31.389s, Critical Path: 13.34s [32mINFO: [0m1572 processes: 1552 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 1572 total actions Test cases: finished with [0m[32m28 passing[0m and 0 failing out of 28 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. complete to collect bazel result. [Pipeline] // withEnv [Pipeline] } [Pipeline] } [32m[1,573 / 1,575][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [32mINFO: [0mFrom Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/04/30 16:13:24.553 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:24.554 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:24.555 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:24.556 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:24.556 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:24.557 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:24.557 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:24.557 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:24.557 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:24.557 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:24.559 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/04/30 16:13:24.565 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:13:24.566 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:13:24.568 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:13:24.594 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:24.594 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:24.603 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:24.603 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:24.617 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:24.639 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7363693554030775019] ["ddl lease"=500ms] ["stats lease"=3s] [2024/04/30 16:13:24.752 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/04/30 16:13:24.884 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1865] ["lease id"=6f188f2fc6c6a5d4] [2024/04/30 16:13:24.886 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/04/30 16:13:24.893 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:64\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/04/30 16:13:24.920 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=27.026811ms] [2024/04/30 16:13:24.923 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:13:24.923 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=f2bd3c11-4946-4178-8387-2ec46a1eacb0] [runWorker=true] [2024/04/30 16:13:24.924 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/04/30 16:13:24.926 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/04/30 16:13:24.927 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:13:24.927 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:13:24.927 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/04/30 16:13:24.927 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:13:24.927 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:24.928 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/04/30 16:13:24.929 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f2bd3c11-4946-4178-8387-2ec46a1eacb0"] ["owner key"=/tidb/ddl/fg/owner/6f188f2fc6c6a5d8] [ownerID=f2bd3c11-4946-4178-8387-2ec46a1eacb0] [op=none] [2024/04/30 16:13:24.930 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:13:24.931 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7d393e95-ab54-4999-aaef-dc03ec0c284d] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:24.931 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7d393e95-ab54-4999-aaef-dc03ec0c284d"] ["owner key"=/tidb/br-stream/owner/6f188f2fc6c6a5da] [ownerID=7d393e95-ab54-4999-aaef-dc03ec0c284d] [op=none] [2024/04/30 16:13:24.939 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/04/30 16:13:24.971 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:24.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/04/30 16:13:24.971 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:24.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:24.978 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:24.979 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f2bd3c11-4946-4178-8387-2ec46a1eacb0"] ["owner key"=/tidb/ddl/fg/owner/6f188f2fc6c6a5d8] [ownerID=f2bd3c11-4946-4178-8387-2ec46a1eacb0] [op=none] [2024/04/30 16:13:24.979 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f2bd3c11-4946-4178-8387-2ec46a1eacb0"] [op=none] [2024/04/30 16:13:24.980 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/04/30 16:13:25.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:24.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.080 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.751932ms] [2024/04/30 16:13:25.085 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:13:25.096 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:25.096 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/04/30 16:13:25.104 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.35976ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:24.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.149 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:24.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.172 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/04/30 16:13:25.172 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:25.177 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/04/30 16:13:25.203 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/04/30 16:13:25.400 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:25.400 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/04/30 16:13:25.456 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:25.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.353332ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:25.769 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:25.769 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/04/30 16:13:25.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.364923ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:25.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.865 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:25.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:25.932 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:13:26.036 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/04/30 16:13:26.036 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:26.040 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.848307465\n# Parse_time: 0\n# Compile_time: 0.011910193\n# Rewrite_time: 0.000015471\n# Optimize_time: 0\n# Wait_TS: 0.000291729\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/04/30 16:13:26.046 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/04/30 16:13:26.093 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:26.093 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/04/30 16:13:26.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.223 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.781265ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:26.235 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:26.235 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/04/30 16:13:26.269 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=52.730222ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.350 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/04/30 16:13:26.350 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:26.353 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.309319522\n# Parse_time: 0\n# Compile_time: 0.002044854\n# Rewrite_time: 0.000010299\n# Optimize_time: 0\n# Wait_TS: 0.000454476\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:26.356 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/04/30 16:13:26.399 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:26.399 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/04/30 16:13:26.483 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.463811ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:26.557 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:26.558 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/04/30 16:13:26.595 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.606654ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.647 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.693 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/04/30 16:13:26.693 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:26.696 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341103244\n# Parse_time: 0\n# Compile_time: 0.001533251\n# Rewrite_time: 0.000008559\n# Optimize_time: 0\n# Wait_TS: 0.000404548\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:26.707 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/04/30 16:13:26.816 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:26.816 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/04/30 16:13:26.870 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:26.928 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/04/30 16:13:26.928 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/04/30 16:13:27.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.049273ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:27.059 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:27.059 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/04/30 16:13:27.096 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=56.445147ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:26.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.166 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:26.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.276 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/04/30 16:13:27.276 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:27.280 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.577165821\n# Parse_time: 0\n# Compile_time: 0.005028842\n# Rewrite_time: 0.00000924\n# Optimize_time: 0\n# Wait_TS: 0.000372104\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:27.285 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/04/30 16:13:27.345 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:27.345 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/04/30 16:13:27.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.484 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.24857ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:27.495 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:27.495 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/04/30 16:13:27.531 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.860599ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.596 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.656 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/04/30 16:13:27.656 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:27.659 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376718923\n# Parse_time: 0\n# Compile_time: 0.002545963\n# Rewrite_time: 0.000008723\n# Optimize_time: 0\n# Wait_TS: 0.000364505\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:27.664 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/04/30 16:13:27.734 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:27.734 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/04/30 16:13:27.788 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.006156ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:27.898 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:27.898 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/04/30 16:13:27.934 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.501946ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:27.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:27.994 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:27.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.050 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/04/30 16:13:28.050 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:28.053 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.391386049\n# Parse_time: 0\n# Compile_time: 0.001989101\n# Rewrite_time: 0.000007764\n# Optimize_time: 0\n# Wait_TS: 0.000308528\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:28.057 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/04/30 16:13:28.096 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.05 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:28.096 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.05 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/04/30 16:13:28.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.05 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.194 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.331947ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:28.203 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:28.203 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/04/30 16:13:28.236 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.895223ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.05 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.291 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.05 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.327 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/04/30 16:13:28.327 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:28.333 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/04/30 16:13:28.380 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:28.380 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/04/30 16:13:28.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.522 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.70708ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:28.534 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:28.534 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/04/30 16:13:28.568 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.369619ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/04/30 16:13:28.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:28.644 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312623164\n# Parse_time: 0\n# Compile_time: 0.00190149\n# Rewrite_time: 0.000036493\n# Optimize_time: 0\n# Wait_TS: 0.002795705\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:28.649 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/04/30 16:13:28.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:28.700 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/04/30 16:13:28.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.896768ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:28.853 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:28.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/04/30 16:13:28.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=54.022578ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:28.951 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.008 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/04/30 16:13:29.009 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:29.013 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365572082\n# Parse_time: 0\n# Compile_time: 0.001981431\n# Rewrite_time: 0.000008248\n# Optimize_time: 0\n# Wait_TS: 0.000382075\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:29.017 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/04/30 16:13:29.069 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:29.069 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/04/30 16:13:29.149 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.291741ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:29.240 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:29.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/04/30 16:13:29.273 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.052924ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:28.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.351 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:28.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.405 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/04/30 16:13:29.406 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:29.410 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394710564\n# Parse_time: 0\n# Compile_time: 0.001976107\n# Rewrite_time: 0.000010963\n# Optimize_time: 0\n# Wait_TS: 0.000412197\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:29.418 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:29.419 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:29.492 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:29.492 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:29.538 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.670 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.906294ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:29.681 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:29.681 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/04/30 16:13:29.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.124427ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.756 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:29.843 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/04/30 16:13:29.843 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:29.846 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.431585978\n# Parse_time: 0\n# Compile_time: 0.002968804\n# Rewrite_time: 0.000008649\n# Optimize_time: 0\n# Wait_TS: 0.000424356\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:29.851 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/04/30 16:13:29.918 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:29.918 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/04/30 16:13:29.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.357973ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:30.081 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:30.081 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/04/30 16:13:30.116 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.106348ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:29.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.153 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:29.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.213 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/04/30 16:13:30.213 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:30.217 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367809118\n# Parse_time: 0\n# Compile_time: 0.002310699\n# Rewrite_time: 0.000013173\n# Optimize_time: 0\n# Wait_TS: 0.000434219\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:30.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/04/30 16:13:30.273 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:30.273 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/04/30 16:13:30.334 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.779638ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:30.422 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:30.422 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/04/30 16:13:30.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.999637ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.510 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.568 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/04/30 16:13:30.568 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:30.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353160229\n# Parse_time: 0\n# Compile_time: 0.001786555\n# Rewrite_time: 0.000007695\n# Optimize_time: 0\n# Wait_TS: 0.000388521\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:30.579 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/04/30 16:13:30.631 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:30.631 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/04/30 16:13:30.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.688058ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:30.779 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:30.779 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/04/30 16:13:30.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.070553ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.849 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:30.898 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/04/30 16:13:30.899 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:30.902 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.326902428\n# Parse_time: 0\n# Compile_time: 0.003862812\n# Rewrite_time: 0.000010977\n# Optimize_time: 0\n# Wait_TS: 0.000494192\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:30.906 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:30.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:30.958 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:31.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.985049ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:31.090 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:31.090 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/04/30 16:13:31.126 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=54.371768ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:30.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.210 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:30.899 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.255 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/04/30 16:13:31.255 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:31.258 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353895949\n# Parse_time: 0\n# Compile_time: 0.00181967\n# Rewrite_time: 0.000011546\n# Optimize_time: 0\n# Wait_TS: 0.000404344\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:31.263 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/04/30 16:13:31.319 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:31.319 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/04/30 16:13:31.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.662208ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:31.474 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:31.474 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/04/30 16:13:31.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.559837ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.572 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.633 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/04/30 16:13:31.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:31.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375744616\n# Parse_time: 0\n# Compile_time: 0.00224421\n# Rewrite_time: 0.000009254\n# Optimize_time: 0\n# Wait_TS: 0.000315648\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:31.641 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/04/30 16:13:31.690 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:31.690 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/04/30 16:13:31.749 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.832 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.679284ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:31.845 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:31.845 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/04/30 16:13:31.866 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=52.979375ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.905 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:31.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/04/30 16:13:31.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:31.956 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.317408996\n# Parse_time: 0\n# Compile_time: 0.0018381\n# Rewrite_time: 0.000012235\n# Optimize_time: 0\n# Wait_TS: 0.000393613\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:31.965 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:13:32.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:32.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:13:32.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.196 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.643701ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:32.205 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:32.205 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/04/30 16:13:32.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.634207ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:31.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.304 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:31.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.379 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/04/30 16:13:32.380 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:32.384 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.423173699\n# Parse_time: 0\n# Compile_time: 0.00512873\n# Rewrite_time: 0.000011216\n# Optimize_time: 0\n# Wait_TS: 0.000325362\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:32.402 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:32.453 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:32.453 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:32.513 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:32.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.597 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.908827ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:32.609 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:32.609 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/04/30 16:13:32.644 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.626617ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.703 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:32.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.749 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/04/30 16:13:32.749 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:32.753 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351916055\n# Parse_time: 0\n# Compile_time: 0.001562738\n# Rewrite_time: 0.000009137\n# Optimize_time: 0\n# Wait_TS: 0.000343538\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:32.755 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/04/30 16:13:32.800 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:32.800 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/04/30 16:13:32.848 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:32.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:32.911 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.393026ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:32.928 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:32.928 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/04/30 16:13:32.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.872269ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:32.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.008 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:32.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.049 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/04/30 16:13:33.049 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:33.055 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/04/30 16:13:33.093 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:33.093 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/04/30 16:13:33.131 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.205517ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:33.194 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:33.194 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/04/30 16:13:33.230 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=54.435234ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.336 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/04/30 16:13:33.336 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:33.344 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/04/30 16:13:33.400 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:33.400 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/04/30 16:13:33.468 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.337559ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:33.565 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:33.565 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/04/30 16:13:33.603 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.643312ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.650 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.704 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/04/30 16:13:33.704 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:33.707 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364994117\n# Parse_time: 0\n# Compile_time: 0.002063332\n# Rewrite_time: 0.000008129\n# Optimize_time: 0\n# Wait_TS: 0.000421823\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:33.710 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:33.755 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:33.755 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:33.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:33.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.802147ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:33.907 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:33.907 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/04/30 16:13:33.943 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.112105ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.003 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:33.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.047 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/04/30 16:13:34.047 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:34.050 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340968057\n# Parse_time: 0\n# Compile_time: 0.001360015\n# Rewrite_time: 0.00000851\n# Optimize_time: 0\n# Wait_TS: 0.000397008\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:34.054 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/04/30 16:13:34.100 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:34.100 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/04/30 16:13:34.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.215 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.821907ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:34.226 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:34.226 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/04/30 16:13:34.262 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.193806ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.299 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.351 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/04/30 16:13:34.351 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:34.355 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.302753173\n# Parse_time: 0\n# Compile_time: 0.00159758\n# Rewrite_time: 0.000008382\n# Optimize_time: 0\n# Wait_TS: 0.000390221\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:34.359 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/04/30 16:13:34.405 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:34.405 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/04/30 16:13:34.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.698232ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:34.554 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:34.554 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/04/30 16:13:34.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.493736ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.656 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.701 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/04/30 16:13:34.701 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:34.705 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347356608\n# Parse_time: 0\n# Compile_time: 0.001500314\n# Rewrite_time: 0.000007329\n# Optimize_time: 0\n# Wait_TS: 0.000408452\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:34.708 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/04/30 16:13:34.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:34.759 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/04/30 16:13:34.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:34.877 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.924939ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:34.894 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:34.894 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/04/30 16:13:34.923 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.643215ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:34.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.009 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:34.699 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.056 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/04/30 16:13:35.056 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:35.062 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35521208\n# Parse_time: 0\n# Compile_time: 0.001329405\n# Rewrite_time: 0.000008953\n# Optimize_time: 0\n# Wait_TS: 0.000504721\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:35.065 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/04/30 16:13:35.112 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:35.112 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/04/30 16:13:35.162 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.524144ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:35.243 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:35.244 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/04/30 16:13:35.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=57.093301ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.340 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.049 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.395 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/04/30 16:13:35.395 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:35.398 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.3346302\n# Parse_time: 0\n# Compile_time: 0.001721528\n# Rewrite_time: 0.000009657\n# Optimize_time: 0\n# Wait_TS: 0.000384982\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:35.403 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/04/30 16:13:35.405 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:35.459 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:35.459 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/04/30 16:13:35.521 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.782216ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:35.625 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:35.625 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/04/30 16:13:35.660 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=54.380249ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.702 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.756 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/04/30 16:13:35.757 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:35.760 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359205174\n# Parse_time: 0\n# Compile_time: 0.002129035\n# Rewrite_time: 0.000009875\n# Optimize_time: 0\n# Wait_TS: 0.000483947\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:35.768 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/04/30 16:13:35.828 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:35.828 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/04/30 16:13:35.891 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:35.993 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.333141ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:36.004 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:36.004 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/04/30 16:13:36.039 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.283491ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:35.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.114 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:35.749 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.170 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/04/30 16:13:36.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:36.174 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.410190117\n# Parse_time: 0\n# Compile_time: 0.004447401\n# Rewrite_time: 0.000009763\n# Optimize_time: 0\n# Wait_TS: 0.000361184\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:36.179 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/04/30 16:13:36.243 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:36.243 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/04/30 16:13:36.295 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.233816ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:36.400 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:36.400 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/04/30 16:13:36.436 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.535233ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.501 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.149 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.557 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/04/30 16:13:36.557 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:36.561 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.384138762\n# Parse_time: 0\n# Compile_time: 0.002107147\n# Rewrite_time: 0.000009197\n# Optimize_time: 0\n# Wait_TS: 0.000379796\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:36.568 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/04/30 16:13:36.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:36.651 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/04/30 16:13:36.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.874 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.438606ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:36.889 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:36.890 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/04/30 16:13:36.918 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.769823ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:36.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:36.931 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=7d393e95-ab54-4999-aaef-dc03ec0c284d] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:36.931 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/04/30 16:13:37.009 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:36.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.099 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/04/30 16:13:37.100 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:37.104 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.538484324\n# Parse_time: 0\n# Compile_time: 0.003361784\n# Rewrite_time: 0.00001154\n# Optimize_time: 0\n# Wait_TS: 0.000404787\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:37.106 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/04/30 16:13:37.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:37.151 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/04/30 16:13:37.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.928909ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:37.268 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:37.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/04/30 16:13:37.302 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.11683ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.390 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/04/30 16:13:37.391 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:37.486 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:37.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:37.485 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:37.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/04/30 16:13:37.538 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.597421ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/04/30 16:13:37.646 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:37.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/04/30 16:13:37.680 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.500986ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:37.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.758 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:37.826 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/04/30 16:13:37.826 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:37.829 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.430814291\n# Parse_time: 0\n# Compile_time: 0.007095999\n# Rewrite_time: 0.003549961\n# Optimize_time: 0\n# Wait_TS: 0.00043095\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:37.833 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/04/30 16:13:37.887 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:37.887 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/04/30 16:13:37.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.027 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.323674ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:38.040 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:38.040 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/04/30 16:13:38.073 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.501298ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:37.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.152 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:37.799 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.223 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/04/30 16:13:38.223 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:38.227 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395584668\n# Parse_time: 0\n# Compile_time: 0.001760893\n# Rewrite_time: 0.000008195\n# Optimize_time: 0\n# Wait_TS: 0.000376024\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:38.232 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/04/30 16:13:38.277 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:38.277 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/04/30 16:13:38.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.418 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.944344ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:38.430 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:38.430 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/04/30 16:13:38.462 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.633766ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.501 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.553 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/04/30 16:13:38.553 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:38.557 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.327178279\n# Parse_time: 0\n# Compile_time: 0.002194733\n# Rewrite_time: 0.000008445\n# Optimize_time: 0\n# Wait_TS: 0.000370431\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:38.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/04/30 16:13:38.605 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:38.605 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/04/30 16:13:38.652 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.958647ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:38.731 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:38.732 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/04/30 16:13:38.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.667013ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.803 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:38.850 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/04/30 16:13:38.850 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:38.860 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/04/30 16:13:38.969 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:38.969 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/04/30 16:13:39.010 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.173 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.199744ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:39.185 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:39.185 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/04/30 16:13:39.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.933324ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:38.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.278 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:38.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.372 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/04/30 16:13:39.372 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:39.376 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.519392355\n# Parse_time: 0\n# Compile_time: 0.003272454\n# Rewrite_time: 0.000008264\n# Optimize_time: 0\n# Wait_TS: 0.000505821\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:39.382 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/04/30 16:13:39.463 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:39.463 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/04/30 16:13:39.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.682 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.245837ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:39.695 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:39.695 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/04/30 16:13:39.727 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.200827ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.797 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.871 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/04/30 16:13:39.871 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:39.875 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.494963114\n# Parse_time: 0\n# Compile_time: 0.002632744\n# Rewrite_time: 0.000010101\n# Optimize_time: 0\n# Wait_TS: 0.000444865\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:39.881 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/04/30 16:13:39.985 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:39.985 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/04/30 16:13:40.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.185 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.445846ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:40.198 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:40.198 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/04/30 16:13:40.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.614188ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.384 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/04/30 16:13:40.384 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:40.388 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.509662793\n# Parse_time: 0\n# Compile_time: 0.002859222\n# Rewrite_time: 0.000010675\n# Optimize_time: 0\n# Wait_TS: 0.000367255\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:40.394 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/04/30 16:13:40.473 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:40.473 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/04/30 16:13:40.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.667 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.033125ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:40.677 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:40.677 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/04/30 16:13:40.713 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.374415ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.756 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.399 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.850 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/04/30 16:13:40.850 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:40.854 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.462061112\n# Parse_time: 0\n# Compile_time: 0.002593207\n# Rewrite_time: 0.000010667\n# Optimize_time: 0\n# Wait_TS: 0.000444971\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:40.866 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/04/30 16:13:40.957 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:40.957 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/04/30 16:13:41.027 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.012334ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:41.167 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:41.167 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/04/30 16:13:41.201 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.786599ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.252 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.849 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.336 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/04/30 16:13:41.336 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:41.340 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.480710201\n# Parse_time: 0\n# Compile_time: 0.006722998\n# Rewrite_time: 0.000010109\n# Optimize_time: 0\n# Wait_TS: 0.000706436\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:41.348 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/04/30 16:13:41.442 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:41.443 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/04/30 16:13:41.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.214862ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:41.642 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:41.642 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/04/30 16:13:41.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.904585ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.748 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.349 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.833 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/04/30 16:13:41.833 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:41.836 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.491875585\n# Parse_time: 0\n# Compile_time: 0.003381014\n# Rewrite_time: 0.000010251\n# Optimize_time: 0\n# Wait_TS: 0.00044613\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:41.842 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:13:41.912 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.85 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:41.912 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.85 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:13:41.957 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.85 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.068 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.282777ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:42.079 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.080 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/04/30 16:13:42.114 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.948183ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.85 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.153 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.85 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.214 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/04/30 16:13:42.214 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:42.218 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378244814\n# Parse_time: 0\n# Compile_time: 0.002520976\n# Rewrite_time: 0.000010019\n# Optimize_time: 0\n# Wait_TS: 0.000347409\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:42.223 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:13:42.283 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:42.283 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:13:42.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.260571ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:42.440 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.441 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/04/30 16:13:42.470 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.442386ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.512 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.579 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/04/30 16:13:42.579 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:42.582 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.361279186\n# Parse_time: 0\n# Compile_time: 0.002350831\n# Rewrite_time: 0.000008322\n# Optimize_time: 0\n# Wait_TS: 0.000307298\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:42.591 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/04/30 16:13:42.702 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:42.702 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/04/30 16:13:42.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.664582ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:42.928 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.928 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/04/30 16:13:42.962 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.122904ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.010 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.599 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.121 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/04/30 16:13:43.121 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:43.125 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.537179718\n# Parse_time: 0\n# Compile_time: 0.004079415\n# Rewrite_time: 0.000009557\n# Optimize_time: 0\n# Wait_TS: 0.000453748\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:43.130 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/04/30 16:13:43.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:43.202 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/04/30 16:13:43.253 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.374 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=4.716774ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:43.388 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:43.388 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/04/30 16:13:43.419 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.984937ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.099 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.569 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/04/30 16:13:43.570 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:43.574 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.446141894\n# Parse_time: 0\n# Compile_time: 0.002289801\n# Rewrite_time: 0.000008606\n# Optimize_time: 0\n# Wait_TS: 0.000370469\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:43.577 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/04/30 16:13:43.631 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:43.631 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/04/30 16:13:43.699 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.775 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.816761ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:43.789 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:43.789 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/04/30 16:13:43.822 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.255025ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.945 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/04/30 16:13:43.945 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:43.946 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/04/30 16:13:43.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:13:43.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:13:43.946 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:43.949 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373083975\n# Parse_time: 0\n# Compile_time: 0.001669324\n# Rewrite_time: 0.000009874\n# Optimize_time: 0\n# Wait_TS: 0.00043053\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:43.953 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/04/30 16:13:44.010 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:44.010 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/04/30 16:13:44.061 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.51491ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:44.170 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:44.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/04/30 16:13:44.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=54.468707ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.267 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.314 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/04/30 16:13:44.315 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:44.318 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367036853\n# Parse_time: 0\n# Compile_time: 0.001704421\n# Rewrite_time: 0.000008151\n# Optimize_time: 0\n# Wait_TS: 0.000427163\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:44.319 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/04/30 16:13:44.346 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:44.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:44.346 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:44.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/04/30 16:13:44.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=900.716µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:13:44.433 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:44.433 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/04/30 16:13:44.470 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.222491ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:44.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.572 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/04/30 16:13:44.572 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:44.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:44.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:44.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:44.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/04/30 16:13:44.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.725697ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/04/30 16:13:44.775 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:44.775 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/04/30 16:13:44.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=54.033735ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:44.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.887 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.549 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.938 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/04/30 16:13:44.939 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:44.942 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36368721\n# Parse_time: 0\n# Compile_time: 0.005073201\n# Rewrite_time: 0.002136815\n# Optimize_time: 0\n# Wait_TS: 0.000409827\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:45.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444216805523467\n# Query_time: 0.369031632\n# Parse_time: 0\n# Compile_time: 0.175007409\n# Rewrite_time: 0.00503577\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 365957\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODQuNW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjMBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDc3Ni42wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQwLjHCtXMRQQx3YWl0DRoMNTAuOB0aKGt2X3JlYWRfd2FsDWgMIDk2Lg0iCGlrdi4ZAAgxMjIJgAxzY2FuPoAADGtleXMFwyhnZXRfc25hcHNobxF0DDE3LjUFdGhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BoUR4bjoge3ByZXdyaXRlOjEuNjQhNgFRESIQczozMjINTQkUDDoxLjIlfxxzbG93ZXN0XxFAAF8hQwAgMYOwMC4wMDJzLCByZWdpb25faWQ6IDEwLCBzdG9yZTogMTI3LjAuMC4xOjIwMTYxQmIBOgkBEDc3OS40TgsBAatG/AABKwAsXvwABew5TQWRFF9iYXRjaCW2FDogMjguMyU9KHByb3Bvc2Vfc2VuIbBIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvDDE2MC4hrQAsDWAUbGVhZGVyDVIoMTA4bnMsIHN5bmMJNgw5MC43BWMJjTRtZW10YWJsZTogMi45OQnoKW0JLwQ0MAkuEGFwcGx5NqwABDIuQaMALAkbFY8AOQnBFG11dGV4Xyn5AboJbjKbABkXAHdhOQgxOC4BgBHGGZkEMTQF3y4+AhhwcmltYXJ5RvcBBDFz/vcBLfcENDkhUwR9LDoAA0r1AQg3LjcBK+b1AQAxMUmu9QEANyl8SlcBBDYyNvEBADNJwEZYAQw3MjJuAeIu7wEIMjYyjU1G8QEAMRFJBRs18QQ2M020AG3G8wEANQ1tCcc98wAxZfgl823GCG51baElCSqFgQAxEdMYYnl0ZTozMgUubGluc2VydDoxNTcuMm1zCTEwOS40IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/04/30 16:13:45.587 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.656443015s] [2024/04/30 16:13:45.624 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f2bd3c11-4946-4178-8387-2ec46a1eacb0"] [2024/04/30 16:13:45.625 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f2bd3c11-4946-4178-8387-2ec46a1eacb0"] [2024/04/30 16:13:45.625 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f2bd3c11-4946-4178-8387-2ec46a1eacb0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:13:45.627 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f2bd3c11-4946-4178-8387-2ec46a1eacb0"] [] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=15.286µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=17.781µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=6.397µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.013µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=11.615µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=11.769µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=6.341µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=3.726µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=10.588µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=8.58µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.858µs] [2024/04/30 16:13:45.628 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:13:45.628 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/04/30 16:13:45.629 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/04/30 16:13:45.643 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=f2bd3c11-4946-4178-8387-2ec46a1eacb0] ["take time"=50.925191ms] [2024/04/30 16:13:45.643 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=f2bd3c11-4946-4178-8387-2ec46a1eacb0] [2024/04/30 16:13:45.646 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1865] [2024/04/30 16:13:45.646 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:13:45.646 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/04/30 16:13:45.646 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/04/30 16:13:45.646 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/04/30 16:13:45.646 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:13:45.646 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/04/30 16:13:45.646 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:13:45.646 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/04/30 16:13:45.646 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:13:45.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:13:45.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:13:45.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:13:45.647 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 7d393e95-ab54-4999-aaef-dc03ec0c284d watch owner key /tidb/br-stream/owner/6f188f2fc6c6a5da"] [2024/04/30 16:13:45.647 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/04/30 16:13:45.647 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7d393e95-ab54-4999-aaef-dc03ec0c284d"] [2024/04/30 16:13:45.647 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/04/30 16:13:45.647 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7d393e95-ab54-4999-aaef-dc03ec0c284d"] [2024/04/30 16:13:45.647 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/04/30 16:13:45.649 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7d393e95-ab54-4999-aaef-dc03ec0c284d] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:45.649 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/04/30 16:13:45.649 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/04/30 16:13:45.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:13:45.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:13:45.649 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 7d393e95-ab54-4999-aaef-dc03ec0c284d"] [error="context canceled"] [2024/04/30 16:13:45.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:13:45.649 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/04/30 16:13:45.649 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=57.465966ms] [2024/04/30 16:13:45.650 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7363693554030775019] ["ddl lease"=500ms] ["stats lease"=3s] [2024/04/30 16:13:45.662 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/04/30 16:13:45.806 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1017] ["lease id"=3eaa8f2fc6c6a5f8] [2024/04/30 16:13:45.808 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/04/30 16:13:45.849 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7d393e95-ab54-4999-aaef-dc03ec0c284d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:13:45.904 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=92.320327ms] [2024/04/30 16:13:45.914 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:13:45.914 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] [runWorker=true] [2024/04/30 16:13:45.914 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/04/30 16:13:45.919 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/04/30 16:13:45.920 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/04/30 16:13:45.920 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:13:45.921 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:13:45.921 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:13:45.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:13:45.921 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:45.922 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/04/30 16:13:45.923 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] ["owner key"=/tidb/ddl/fg/owner/6f188f2fc6c6a69a] [ownerID=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] [op=none] [2024/04/30 16:13:45.924 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:13:45.925 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=edf2412c-4d74-4242-a418-f39aedee59c7] [daemon-id=LogBackup::Advancer] [2024/04/30 16:13:45.951 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/04/30 16:13:45.952 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/04/30 16:13:45.953 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/04/30 16:13:45.955 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] ["owner key"=/tidb/bindinfo/owner/6f188f2fc6c6a69e] [ownerID=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] [op=none] [2024/04/30 16:13:45.969 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/04/30 16:13:45.973 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:45.974 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] ["owner key"=/tidb/ddl/fg/owner/6f188f2fc6c6a69a] [ownerID=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] [op=none] [2024/04/30 16:13:45.974 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [op=none] [2024/04/30 16:13:45.974 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/04/30 16:13:45.975 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/04/30 16:13:46.063 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/04/30 16:13:46.080 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/04/30 16:13:46.093 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/04/30 16:13:46.093 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/04/30 16:13:46.093 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/04/30 16:13:46.093 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/04/30 16:13:46.093 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/04/30 16:13:46.093 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/04/30 16:13:46.093 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/04/30 16:13:46.093 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/04/30 16:13:46.093 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/04/30 16:13:46.096 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/04/30 16:13:46.096 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/04/30 16:13:46.097 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/04/30 16:13:46.097 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/04/30 16:13:46.097 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/04/30 16:13:46.098 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/04/30 16:13:46.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/04/30 16:13:46.100 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] ["owner key"=/tidb/stats/owner/6f188f2fc6c6a6a1] [ownerID=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] [op=none] [2024/04/30 16:13:46.101 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/04/30 16:13:46.104 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/04/30 16:13:46.109 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/201f3f70-03e0-4e7e-95f2-d5167a238cb0] [2024/04/30 16:13:46.110 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/04/30 16:13:46.110 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/04/30 16:13:46.123 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/04/30 16:13:46.124 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/04/30 16:13:46.125 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/04/30 16:13:46.155 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=59.595069ms] [2024/04/30 16:13:46.186 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGlobalSortBasic [2024/04/30 16:13:46.199 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/04/30 16:13:46.201 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/04/30 16:13:46.238 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:46.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:46.238 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:46.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/04/30 16:13:46.300 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:46.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:46.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=998.508µs] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:13:46.346 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/04/30 16:13:46.384 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.818948ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:46.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:46.465 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:46.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:46.503 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/04/30 16:13:46.504 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:46.507 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306623371\n# Parse_time: 0.000245354\n# Compile_time: 0.000638086\n# Rewrite_time: 0.000006809\n# Optimize_time: 0.000406947\n# Wait_TS: 0.000438826\n# Is_internal: false\n# Digest: 41efa7a6f7e5b6c38bc3404eda95f12fe9e24d7478b1c84498630b85ef3336f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gsort_basic;"] [2024/04/30 16:13:46.512 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/04/30 16:13:46.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:46.568 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/04/30 16:13:46.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:46.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:46.662 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/04/30 16:13:46.770 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.21087ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:46.783 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/04/30 16:13:46.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.302117ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:46.901 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:46.499 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:46.947 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/04/30 16:13:46.947 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:13:46.947 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:13:46.947 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:46.954 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/04/30 16:13:46.954 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:46.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.448187988\n# Parse_time: 0.001180534\n# Compile_time: 0.001265152\n# Rewrite_time: 0.000012301\n# Optimize_time: 0.000406947\n# Wait_TS: 0.000359094\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/04/30 16:13:47.109 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:47.109 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/04/30 16:13:47.110 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/04/30 16:13:47.110 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/201f3f70-03e0-4e7e-95f2-d5167a238cb0] [watcherID=cff20caa-341f-49d9-80a5-b059b147b17e] [2024/04/30 16:13:47.110 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:47.134 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/04/30 16:13:47.134 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7d393e95-ab54-4999-aaef-dc03ec0c284d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:13:47.153 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/04/30 16:13:47.153 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/04/30 16:13:47.153 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/04/30 16:13:47.153 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/04/30 16:13:47.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:47.353 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/04/30 16:13:47.514 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/04/30 16:13:47.578 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/04/30 16:13:47.578 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:13:47.686 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/04/30 16:13:47.689 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:47.691 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/04/30 16:13:47.714 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:47.715 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:47.718 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:47.718 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/04/30 16:13:47.718 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=97.74µs] [2024/04/30 16:13:47.718 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=268.947µs] [] [2024/04/30 16:13:47.719 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/04/30 16:13:47.719 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/04/30 16:13:47.888 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/04/30 16:13:47.909 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:13:47.921 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/04/30 16:13:47.968 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:47.970 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/04/30 16:13:47.972 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:47.973 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:47.973 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/04/30 16:13:47.983 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:47.983 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:47.984 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:47.984 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:47.985 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:47.985 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:47.985 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:47.985 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:47.985 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.004 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:48.006 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:48.006 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:48.007 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/04/30 16:13:48.058 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/04/30 16:13:48.060 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1d79f3fe-1c24-4187-80bf-d2dbcc797cb5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.060 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1863440a-7596-43cb-bb3b-9cd16fde48b5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.060 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4ef2635f-df8b-47ad-ad89-1994cf2b47fc] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.060 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f88edf3c-c8b5-4482-9c15-fa29fe899b20] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.060 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/04/30 16:13:48.060 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9de3cd5f-67af-4a35-a456-4f07de817a62] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.060 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/40081bfe-6186-44f7-876a-835a8fca9ab7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.060 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5e7df403-1071-4d10-a8de-02acd38335fd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.064 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/04/30 16:13:48.069 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=1.443148ms] [encodeDur=1.5503ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=1.565153ms] [type=file] [takeTime=5.099598ms] [] [2024/04/30 16:13:48.082 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/169cda34-829b-4003-91c7-7f02e9d7bb84] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=12.914567ms] [write-speed(bytes/s)=13.54KiB] [2024/04/30 16:13:48.082 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/169cda34-829b-4003-91c7-7f02e9d7bb84] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=12.423µs] [write-time=13.072958ms] [sort-speed(kv/s)=241487.5634] [writer-id=data/169cda34-829b-4003-91c7-7f02e9d7bb84] [2024/04/30 16:13:48.083 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/169cda34-829b-4003-91c7-7f02e9d7bb84] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/04/30 16:13:48.088 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/169cda34-829b-4003-91c7-7f02e9d7bb84] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=5.156603ms] [write-speed(bytes/s)=46.4KiB] [2024/04/30 16:13:48.088 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/169cda34-829b-4003-91c7-7f02e9d7bb84] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.256µs] [write-time=5.313542ms] [sort-speed(kv/s)=570776.2557] [writer-id=index/2/169cda34-829b-4003-91c7-7f02e9d7bb84] [2024/04/30 16:13:48.088 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/169cda34-829b-4003-91c7-7f02e9d7bb84] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/04/30 16:13:48.101 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/169cda34-829b-4003-91c7-7f02e9d7bb84] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=12.762431ms] [write-speed(bytes/s)=12.4KiB] [2024/04/30 16:13:48.101 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/169cda34-829b-4003-91c7-7f02e9d7bb84] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.188µs] [write-time=12.89236ms] [sort-speed(kv/s)=484809.3083] [writer-id=index/3/169cda34-829b-4003-91c7-7f02e9d7bb84] [2024/04/30 16:13:48.101 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/169cda34-829b-4003-91c7-7f02e9d7bb84] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/04/30 16:13:48.113 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/169cda34-829b-4003-91c7-7f02e9d7bb84] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=11.602904ms] [write-speed(bytes/s)=13.63KiB] [2024/04/30 16:13:48.113 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/169cda34-829b-4003-91c7-7f02e9d7bb84] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.825µs] [write-time=11.760366ms] [sort-speed(kv/s)=621761.6580] [writer-id=index/1/169cda34-829b-4003-91c7-7f02e9d7bb84] [2024/04/30 16:13:48.113 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/169cda34-829b-4003-91c7-7f02e9d7bb84] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/04/30 16:13:48.113 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=55.143156ms] [] [2024/04/30 16:13:48.114 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/04/30 16:13:48.207 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/04/30 16:13:48.208 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0623a96d-c49c-44ed-92c5-917c7e987e51] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.208 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f7a1738d-a692-42c0-8a16-75c6c51abfff] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.208 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/04/30 16:13:48.208 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/03e5916b-a9bc-42d6-827b-d5c61dba9c52] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.208 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/93a867bc-d850-40f2-b6c2-b77e59cae31e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.208 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/426f86fb-2b92-457c-8539-1749cd88ef56] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.208 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4943b3b0-cdbc-4410-b0fe-c63c965c3e16] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.208 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c43a4e4e-6b0b-4f1f-9290-09772621da1f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:48.212 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/04/30 16:13:48.217 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=999.939µs] [encodeDur=1.581419ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=2.211925ms] [type=file] [takeTime=5.208538ms] [] [2024/04/30 16:13:48.222 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=4.283286ms] [write-speed(bytes/s)=40.81KiB] [2024/04/30 16:13:48.222 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.289µs] [write-time=4.384328ms] [sort-speed(kv/s)=477023.3741] [writer-id=data/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [2024/04/30 16:13:48.222 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/04/30 16:13:48.247 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=25.586216ms] [write-speed(bytes/s)=6.183KiB] [2024/04/30 16:13:48.248 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.473µs] [write-time=25.726902ms] [sort-speed(kv/s)=670690.8115] [writer-id=index/1/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [2024/04/30 16:13:48.248 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/04/30 16:13:48.252 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=4.152267ms] [write-speed(bytes/s)=57.62KiB] [2024/04/30 16:13:48.252 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.155µs] [write-time=4.275682ms] [sort-speed(kv/s)=581959.2629] [writer-id=index/2/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [2024/04/30 16:13:48.252 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/04/30 16:13:48.258 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=5.190808ms] [write-speed(bytes/s)=30.48KiB] [2024/04/30 16:13:48.258 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.916µs] [write-time=5.317348ms] [sort-speed(kv/s)=610252.2376] [writer-id=index/3/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [2024/04/30 16:13:48.258 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/81442c66-2ea3-44d0-b05f-82dfdd115c1e] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/04/30 16:13:48.258 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=51.10937ms] [] [2024/04/30 16:13:48.258 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/04/30 16:13:48.335 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/04/30 16:13:48.337 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:48.337 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.337 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:48.337 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:48.339 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:48.339 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:48.339 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:48.339 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.339 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:48.339 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=371.514996ms] [] [2024/04/30 16:13:48.405 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/04/30 16:13:48.407 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:48.409 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/04/30 16:13:48.435 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/04/30 16:13:48.435 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/04/30 16:13:48.435 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/04/30 16:13:48.435 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/04/30 16:13:48.435 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/04/30 16:13:48.435 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/04/30 16:13:48.580 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/04/30 16:13:48.582 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:48.584 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/04/30 16:13:48.646 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:48.647 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:48.653 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:48.654 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:48.655 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:48.655 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:48.655 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:48.657 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:48.657 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:48.657 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.657 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.657 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:48.661 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.661 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.661 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:48.661 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:48.663 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:13:48.663 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:13:48.668 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/04/30 16:13:48.669 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:13:48.672 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:48.672 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:48.673 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:48.674 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:48.674 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:48.675 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.675 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:48.675 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:48.675 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:48.675 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.679 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.679 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.679 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:48.679 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:48.679 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:48.679 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:48.679 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:48.679 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:48.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.680 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:48.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.680 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:48.680 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:48.681 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:13:48.681 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:13:48.685 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/04/30 16:13:48.685 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/04/30 16:13:48.686 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/04/30 16:13:48.686 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:13:48.690 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:48.691 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:48.692 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:48.692 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:48.692 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:48.694 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:48.694 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.694 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:48.694 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:48.694 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:48.698 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:48.698 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.698 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:48.698 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:48.700 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:13:48.700 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:13:48.704 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/04/30 16:13:48.704 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:13:48.708 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:48.708 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:48.709 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:48.710 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:48.710 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:48.711 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:48.711 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:48.711 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:48.711 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.711 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.715 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:48.715 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:48.715 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:48.715 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:48.715 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:48.715 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:48.715 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:48.716 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.715 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:48.716 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:48.716 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:48.716 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:48.716 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:48.717 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:13:48.717 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:13:48.722 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/04/30 16:13:48.722 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:13:48.722 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/04/30 16:13:48.722 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/04/30 16:13:48.921 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/04/30 16:13:48.990 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:13:49.036 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:49.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.042 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.050 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:49.051 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:49.051 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:49.051 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:49.052 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:49.052 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:49.052 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:49.052 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:49.053 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:49.072 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:49.074 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:49.074 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:49.143 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=1] [2024/04/30 16:13:49.143 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.150 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/04/30 16:13:49.150 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:49.172 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:13:49.173 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:49.173 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:13:49.174 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/04/30 16:13:49.174 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.268µs] [2024/04/30 16:13:49.175 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.566882ms] [] [2024/04/30 16:13:49.175 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:13:49.175 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/04/30 16:13:49.175 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:13:49.181 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.684563ms] [] [2024/04/30 16:13:49.186 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.186 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=11.530748ms] [] [2024/04/30 16:13:49.186 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/04/30 16:13:49.186 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=11.728728ms] [droppedSize=0] [2024/04/30 16:13:49.187 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=32.392µs] [2024/04/30 16:13:49.201 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/04/30 16:13:49.204 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=1] [takeTime=60.770041ms] [] [2024/04/30 16:13:49.279 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=2] [2024/04/30 16:13:49.279 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.285 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/04/30 16:13:49.285 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:49.307 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:13:49.307 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:49.307 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:13:49.308 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/04/30 16:13:49.308 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.309µs] [2024/04/30 16:13:49.308 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.254124ms] [] [2024/04/30 16:13:49.309 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:13:49.309 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/04/30 16:13:49.309 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:13:49.313 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.249253ms] [] [2024/04/30 16:13:49.317 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.318 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.600316ms] [] [2024/04/30 16:13:49.318 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/04/30 16:13:49.318 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.815409ms] [droppedSize=0] [2024/04/30 16:13:49.318 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=11.862µs] [2024/04/30 16:13:49.332 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/04/30 16:13:49.333 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=2] [takeTime=54.255842ms] [] [2024/04/30 16:13:49.412 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=data] [2024/04/30 16:13:49.412 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.417 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/04/30 16:13:49.417 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:49.439 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:13:49.439 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:49.440 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:13:49.441 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/04/30 16:13:49.441 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.909µs] [2024/04/30 16:13:49.441 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.138117ms] [] [2024/04/30 16:13:49.441 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:13:49.441 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/04/30 16:13:49.441 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:13:49.445 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.738695ms] [] [2024/04/30 16:13:49.448 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.449 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.206316ms] [] [2024/04/30 16:13:49.449 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/04/30 16:13:49.449 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.432482ms] [droppedSize=0] [2024/04/30 16:13:49.449 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=11.972µs] [2024/04/30 16:13:49.463 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/04/30 16:13:49.465 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=data] [takeTime=53.529244ms] [] [2024/04/30 16:13:49.556 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=3] [2024/04/30 16:13:49.556 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.562 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/04/30 16:13:49.563 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:49.585 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:13:49.585 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:49.585 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:13:49.586 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/04/30 16:13:49.586 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.921µs] [2024/04/30 16:13:49.586 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.229794ms] [] [2024/04/30 16:13:49.586 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:13:49.586 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/04/30 16:13:49.587 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:13:49.592 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.964824ms] [] [2024/04/30 16:13:49.611 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:49.612 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=25.486081ms] [] [2024/04/30 16:13:49.612 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/04/30 16:13:49.612 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=25.68366ms] [droppedSize=0] [2024/04/30 16:13:49.612 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=130.647µs] [2024/04/30 16:13:49.626 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/04/30 16:13:49.627 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=3] [takeTime=71.399336ms] [] [2024/04/30 16:13:49.686 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:49.696 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:49.696 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:49.696 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:49.696 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:49.699 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:49.699 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:49.699 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:49.699 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:49.699 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:49.699 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=662.773318ms] [] [2024/04/30 16:13:49.702 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/04/30 16:13:49.704 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:49.706 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/04/30 16:13:49.706 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/04/30 16:13:49.798 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/04/30 16:13:49.801 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/04/30 16:13:49.801 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:13:50.021 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:50.068 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/04/30 16:13:50.068 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/04/30 16:13:50.068 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/04/30 16:13:50.069 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=13.595µs] [] [2024/04/30 16:13:50.069 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/04/30 16:13:50.069 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/04/30 16:13:50.069 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/04/30 16:13:50.069 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/04/30 16:13:50.069 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/04/30 16:13:50.069 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/04/30 16:13:50.069 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/04/30 16:13:50.075 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/04/30 16:13:50.079 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/04/30 16:13:50.079 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/04/30 16:13:50.080 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/04/30 16:13:50.081 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/04/30 16:13:50.081 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.483087ms] [] [2024/04/30 16:13:50.081 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.74027ms] [] [2024/04/30 16:13:50.130 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=109.251793ms] [] [2024/04/30 16:13:50.206 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:13:50.206 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/04/30 16:13:50.210 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/04/30 16:13:50.264 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/04/30 16:13:50.287 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/04/30 16:13:50.333 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:50.333 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/04/30 16:13:50.335 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/04/30 16:13:50.337 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:50.337 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:50.377 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=41.185889ms] [] [2024/04/30 16:13:50.520 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:13:50.577 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.618342419\n# Parse_time: 0.001128329\n# Compile_time: 0.001738983\n# Rewrite_time: 0.000361046\n# Optimize_time: 0.000406947\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/04/30 16:13:50.636 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/04/30 16:13:50.669 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:50.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:50.669 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:50.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:13:50.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.725 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/04/30 16:13:50.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.881216ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:13:50.825 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/04/30 16:13:50.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=54.134572ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.900 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/04/30 16:13:50.921 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/04/30 16:13:50.926 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:51.014 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/04/30 16:13:51.014 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:51.018 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.383255933\n# Parse_time: 0.000220755\n# Compile_time: 0.000722766\n# Rewrite_time: 0.000008699\n# Optimize_time: 0.001926792\n# Wait_TS: 0.00036391\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:13:51.036 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:51.037 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:51.074 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:51.272 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/04/30 16:13:51.402 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/04/30 16:13:51.454 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/04/30 16:13:51.454 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:13:51.564 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/04/30 16:13:51.566 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:51.568 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/04/30 16:13:51.592 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:51.593 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:51.596 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:51.596 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/04/30 16:13:51.596 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=106.496µs] [2024/04/30 16:13:51.596 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=275.343µs] [] [2024/04/30 16:13:51.596 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/04/30 16:13:51.596 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/04/30 16:13:51.819 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/04/30 16:13:51.859 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:13:51.907 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:51.910 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/04/30 16:13:51.911 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:51.912 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:51.921 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:51.921 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:51.922 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:51.922 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:51.923 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:51.923 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:51.923 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:51.923 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:51.923 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:51.940 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:51.942 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:51.942 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:51.942 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/04/30 16:13:51.989 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/04/30 16:13:51.990 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/71d07293-53e9-4976-b62c-dcd46ab92c7c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:51.990 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7c8f61ef-66f5-43f6-9b65-9acc07f860bd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:51.990 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/138e449c-abce-4444-a205-12f67c1c0360] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:51.990 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/962de1fb-8ab9-40a7-abe6-7268d357f742] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:51.990 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a3ecc4b8-9526-4f4f-a829-20a85873b330] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:51.990 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c7618322-56b3-446e-814b-08779cf48662] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:51.990 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/04/30 16:13:51.990 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/eaf7562c-cc02-4ea7-9ad8-975bb024fb0b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:51.993 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/04/30 16:13:52.006 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.110242ms] [encodeDur=1.398657ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=9.079789ms] [type=file] [takeTime=12.142923ms] [] [2024/04/30 16:13:52.013 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/e78ef3f3-f37d-4855-be24-02c726e862fd] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=7.509884ms] [write-speed(bytes/s)=23.28KiB] [2024/04/30 16:13:52.014 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/e78ef3f3-f37d-4855-be24-02c726e862fd] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.338µs] [write-time=7.725989ms] [sort-speed(kv/s)=473335.4370] [writer-id=data/e78ef3f3-f37d-4855-be24-02c726e862fd] [2024/04/30 16:13:52.014 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e78ef3f3-f37d-4855-be24-02c726e862fd] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/04/30 16:13:52.044 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/e78ef3f3-f37d-4855-be24-02c726e862fd] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=30.468218ms] [write-speed(bytes/s)=5.192KiB] [2024/04/30 16:13:52.044 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/e78ef3f3-f37d-4855-be24-02c726e862fd] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.269µs] [write-time=30.733942ms] [sort-speed(kv/s)=478545.2225] [writer-id=index/1/e78ef3f3-f37d-4855-be24-02c726e862fd] [2024/04/30 16:13:52.045 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/e78ef3f3-f37d-4855-be24-02c726e862fd] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/04/30 16:13:52.069 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/e78ef3f3-f37d-4855-be24-02c726e862fd] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=23.657345ms] [write-speed(bytes/s)=10.11KiB] [2024/04/30 16:13:52.069 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/e78ef3f3-f37d-4855-be24-02c726e862fd] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=31.486µs] [write-time=23.80562ms] [sort-speed(kv/s)=95280.4421] [writer-id=index/2/e78ef3f3-f37d-4855-be24-02c726e862fd] [2024/04/30 16:13:52.069 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/e78ef3f3-f37d-4855-be24-02c726e862fd] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/04/30 16:13:52.093 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/e78ef3f3-f37d-4855-be24-02c726e862fd] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=24.004121ms] [write-speed(bytes/s)=6.591KiB] [2024/04/30 16:13:52.093 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/e78ef3f3-f37d-4855-be24-02c726e862fd] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=10.94µs] [write-time=24.13673ms] [sort-speed(kv/s)=274223.0347] [writer-id=index/3/e78ef3f3-f37d-4855-be24-02c726e862fd] [2024/04/30 16:13:52.093 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/e78ef3f3-f37d-4855-be24-02c726e862fd] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/04/30 16:13:52.093 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=104.575422ms] [] [2024/04/30 16:13:52.094 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/04/30 16:13:52.200 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/04/30 16:13:52.201 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/bb6081d1-cb06-4074-9e05-737bc46786c8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:52.201 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1980144b-3fe8-4f7c-b68c-3b9546b3329b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:52.201 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/347491c3-0713-4a44-a5af-a91819f41e1e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:52.201 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/04/30 16:13:52.201 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/38107428-a166-4962-800a-7c3626cddb12] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:52.201 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a0ba7498-fc9a-4b75-8fde-9bb575968db3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:52.201 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/19e5f831-d3e9-492f-ab83-ad4a7cb079dc] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:52.201 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/241abef9-4dad-4253-956b-179a5cec987b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:52.204 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/04/30 16:13:52.251 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=1.087236ms] [encodeDur=2.104619ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=43.35742ms] [type=file] [takeTime=47.090061ms] [] [2024/04/30 16:13:52.271 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/f95f78ce-0e05-49fe-93f3-6e91fe908940] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=20.252511ms] [write-speed(bytes/s)=8.631KiB] [2024/04/30 16:13:52.271 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/f95f78ce-0e05-49fe-93f3-6e91fe908940] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=9.58µs] [write-time=20.392439ms] [sort-speed(kv/s)=313152.4008] [writer-id=data/f95f78ce-0e05-49fe-93f3-6e91fe908940] [2024/04/30 16:13:52.272 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f95f78ce-0e05-49fe-93f3-6e91fe908940] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/04/30 16:13:52.294 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/f95f78ce-0e05-49fe-93f3-6e91fe908940] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=21.925319ms] [write-speed(bytes/s)=10.91KiB] [2024/04/30 16:13:52.294 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/f95f78ce-0e05-49fe-93f3-6e91fe908940] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=7.617µs] [write-time=22.051473ms] [sort-speed(kv/s)=393855.8488] [writer-id=index/2/f95f78ce-0e05-49fe-93f3-6e91fe908940] [2024/04/30 16:13:52.294 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/f95f78ce-0e05-49fe-93f3-6e91fe908940] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/04/30 16:13:52.315 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/f95f78ce-0e05-49fe-93f3-6e91fe908940] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.911545ms] [write-speed(bytes/s)=7.565KiB] [2024/04/30 16:13:52.315 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/f95f78ce-0e05-49fe-93f3-6e91fe908940] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.634µs] [write-time=21.068769ms] [sort-speed(kv/s)=532481.3632] [writer-id=index/3/f95f78ce-0e05-49fe-93f3-6e91fe908940] [2024/04/30 16:13:52.315 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/f95f78ce-0e05-49fe-93f3-6e91fe908940] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/04/30 16:13:52.336 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/f95f78ce-0e05-49fe-93f3-6e91fe908940] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.866899ms] [write-speed(bytes/s)=7.582KiB] [2024/04/30 16:13:52.336 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/f95f78ce-0e05-49fe-93f3-6e91fe908940] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.368µs] [write-time=21.019866ms] [sort-speed(kv/s)=471105.5276] [writer-id=index/1/f95f78ce-0e05-49fe-93f3-6e91fe908940] [2024/04/30 16:13:52.336 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/f95f78ce-0e05-49fe-93f3-6e91fe908940] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/04/30 16:13:52.336 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=136.645219ms] [] [2024/04/30 16:13:52.337 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/04/30 16:13:52.413 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/04/30 16:13:52.415 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:52.415 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:52.415 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:52.415 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:52.417 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:52.417 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:52.417 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:52.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:52.417 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:52.417 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=509.841615ms] [] [2024/04/30 16:13:52.486 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/04/30 16:13:52.488 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:52.490 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/04/30 16:13:52.515 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/04/30 16:13:52.516 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/04/30 16:13:52.756 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:52.761 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:52.762 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:52.762 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/04/30 16:13:52.826 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=1] [2024/04/30 16:13:52.827 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/04/30 16:13:52.827 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=10] [writer-id=f9b59429-6d9f-416d-93d7-31ba1209f6a4] [file-count=2] [2024/04/30 16:13:52.831 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=10] [data-file=2/10/f9b59429-6d9f-416d-93d7-31ba1209f6a4/one-file] [stat-file=2/10/f9b59429-6d9f-416d-93d7-31ba1209f6a4_stat/one-file] [2024/04/30 16:13:52.862 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=10] [writerID=f9b59429-6d9f-416d-93d7-31ba1209f6a4] [2024/04/30 16:13:52.862 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=10] [writer-id=f9b59429-6d9f-416d-93d7-31ba1209f6a4] [file-count=2] [takeTime=35.027753ms] [] [2024/04/30 16:13:52.862 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/04/30 16:13:52.862 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=1] [takeTime=35.425219ms] [] [2024/04/30 16:13:52.936 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [2024/04/30 16:13:52.936 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/04/30 16:13:52.937 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=11] [writer-id=6ba06e86-abde-44fb-a682-7fe877549a50] [file-count=2] [2024/04/30 16:13:52.940 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=11] [data-file=2/11/6ba06e86-abde-44fb-a682-7fe877549a50/one-file] [stat-file=2/11/6ba06e86-abde-44fb-a682-7fe877549a50_stat/one-file] [2024/04/30 16:13:52.969 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=11] [writerID=6ba06e86-abde-44fb-a682-7fe877549a50] [2024/04/30 16:13:52.969 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=11] [writer-id=6ba06e86-abde-44fb-a682-7fe877549a50] [file-count=2] [takeTime=32.384266ms] [] [2024/04/30 16:13:52.969 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/04/30 16:13:52.969 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [takeTime=32.705802ms] [] [2024/04/30 16:13:53.045 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=data] [2024/04/30 16:13:53.046 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/04/30 16:13:53.046 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=12] [writer-id=b6b38000-e1f9-4f50-9b9a-b5d2f95b6ea3] [file-count=2] [2024/04/30 16:13:53.049 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=12] [data-file=2/12/b6b38000-e1f9-4f50-9b9a-b5d2f95b6ea3/one-file] [stat-file=2/12/b6b38000-e1f9-4f50-9b9a-b5d2f95b6ea3_stat/one-file] [2024/04/30 16:13:53.066 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=12] [writerID=b6b38000-e1f9-4f50-9b9a-b5d2f95b6ea3] [2024/04/30 16:13:53.066 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=12] [writer-id=b6b38000-e1f9-4f50-9b9a-b5d2f95b6ea3] [file-count=2] [takeTime=20.238658ms] [] [2024/04/30 16:13:53.066 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/04/30 16:13:53.066 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=data] [takeTime=20.521968ms] [] [2024/04/30 16:13:53.140 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=3] [2024/04/30 16:13:53.140 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/04/30 16:13:53.140 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=13] [writer-id=4c0839b5-15d9-4647-9b8e-f06e04a3303d] [file-count=2] [2024/04/30 16:13:53.144 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=13] [data-file=2/13/4c0839b5-15d9-4647-9b8e-f06e04a3303d/one-file] [stat-file=2/13/4c0839b5-15d9-4647-9b8e-f06e04a3303d_stat/one-file] [2024/04/30 16:13:53.162 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=13] [writerID=4c0839b5-15d9-4647-9b8e-f06e04a3303d] [2024/04/30 16:13:53.163 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=13] [writer-id=4c0839b5-15d9-4647-9b8e-f06e04a3303d] [file-count=2] [takeTime=22.612889ms] [] [2024/04/30 16:13:53.163 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/04/30 16:13:53.163 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=3] [takeTime=22.985282ms] [] [2024/04/30 16:13:53.231 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=475.017676ms] [] [2024/04/30 16:13:53.278 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/04/30 16:13:53.280 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:53.282 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/04/30 16:13:53.344 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:53.345 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:53.350 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:53.351 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:53.352 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:53.352 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.352 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:53.353 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.354 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.354 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:53.354 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:53.354 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.358 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.358 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.358 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:53.358 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:53.359 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:13:53.359 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:13:53.364 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/04/30 16:13:53.364 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:13:53.367 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:53.367 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:53.368 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:53.369 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.369 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:53.370 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.370 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.370 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:53.370 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:53.370 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:53.374 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:53.374 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.374 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:53.374 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:53.375 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:13:53.375 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:13:53.379 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/04/30 16:13:53.379 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:13:53.382 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:53.383 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:53.383 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:53.384 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.384 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:53.385 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.385 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.385 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:53.385 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:53.385 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.389 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:53.389 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.389 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:53.389 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:53.391 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:13:53.391 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:13:53.395 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/04/30 16:13:53.395 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:13:53.398 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:13:53.399 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:53.400 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:53.400 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.400 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:53.401 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.401 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.401 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:53.401 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:53.401 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.405 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:53.405 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.405 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:53.405 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:53.405 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.405 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:53.405 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:53.406 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.406 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:53.406 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:53.406 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:53.406 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:53.406 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:53.407 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:13:53.407 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:13:53.411 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/04/30 16:13:53.411 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:13:53.411 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/04/30 16:13:53.411 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/04/30 16:13:53.546 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/04/30 16:13:53.546 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/04/30 16:13:53.638 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/04/30 16:13:53.685 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:13:53.736 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:53.739 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:53.740 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:53.750 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:53.750 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:53.750 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.750 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:53.751 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:53.751 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:53.751 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:53.751 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:53.752 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:53.767 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:53.769 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:53.769 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:53.818 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=1] [2024/04/30 16:13:53.818 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:53.823 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/04/30 16:13:53.823 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:53.845 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:13:53.845 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:53.845 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:13:53.847 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/04/30 16:13:53.847 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.268µs] [2024/04/30 16:13:53.847 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.756679ms] [] [2024/04/30 16:13:53.847 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:13:53.847 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/04/30 16:13:53.848 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:13:53.853 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.993353ms] [] [2024/04/30 16:13:53.857 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:53.857 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.979347ms] [] [2024/04/30 16:13:53.858 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/04/30 16:13:53.858 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.17746ms] [droppedSize=0] [2024/04/30 16:13:53.858 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=13.285µs] [2024/04/30 16:13:53.871 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/04/30 16:13:53.874 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=1] [takeTime=55.772505ms] [] [2024/04/30 16:13:53.944 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [2024/04/30 16:13:53.944 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:53.949 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/04/30 16:13:53.949 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:53.971 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:13:53.972 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:53.972 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:13:53.973 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/04/30 16:13:53.973 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=17.689µs] [2024/04/30 16:13:53.973 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.298287ms] [] [2024/04/30 16:13:53.973 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:13:53.973 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/04/30 16:13:53.973 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:13:53.977 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.976035ms] [] [2024/04/30 16:13:53.999 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:54.000 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=27.029035ms] [] [2024/04/30 16:13:54.000 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/04/30 16:13:54.001 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=27.299808ms] [droppedSize=0] [2024/04/30 16:13:54.001 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=24.017µs] [2024/04/30 16:13:54.016 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/04/30 16:13:54.019 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [takeTime=75.154149ms] [] [2024/04/30 16:13:54.111 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=data] [2024/04/30 16:13:54.111 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:54.117 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/04/30 16:13:54.117 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:54.139 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:13:54.140 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:54.140 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:13:54.141 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/04/30 16:13:54.141 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.741µs] [2024/04/30 16:13:54.141 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.282303ms] [] [2024/04/30 16:13:54.142 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:13:54.142 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/04/30 16:13:54.142 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:13:54.147 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.822851ms] [] [2024/04/30 16:13:54.150 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:54.151 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.474036ms] [] [2024/04/30 16:13:54.151 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/04/30 16:13:54.151 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.673389ms] [droppedSize=0] [2024/04/30 16:13:54.151 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=10.734µs] [2024/04/30 16:13:54.164 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/04/30 16:13:54.166 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=data] [takeTime=55.107694ms] [] [2024/04/30 16:13:54.238 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=3] [2024/04/30 16:13:54.238 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:54.243 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/04/30 16:13:54.244 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:13:54.266 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:13:54.266 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:13:54.266 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:13:54.267 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/04/30 16:13:54.267 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.064µs] [2024/04/30 16:13:54.267 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.164852ms] [] [2024/04/30 16:13:54.267 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:13:54.267 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/04/30 16:13:54.267 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:13:54.272 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.00135ms] [] [2024/04/30 16:13:54.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:54.277 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.173323ms] [] [2024/04/30 16:13:54.277 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/04/30 16:13:54.277 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.34279ms] [droppedSize=0] [2024/04/30 16:13:54.277 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=11.419µs] [2024/04/30 16:13:54.289 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/04/30 16:13:54.291 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=3] [takeTime=53.166204ms] [] [2024/04/30 16:13:54.346 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:54.356 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:54.356 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:54.356 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:54.356 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:54.362 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:54.362 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:54.362 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:54.362 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:54.362 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:54.362 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=626.558382ms] [] [2024/04/30 16:13:54.388 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/04/30 16:13:54.391 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:54.393 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/04/30 16:13:54.393 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/04/30 16:13:54.533 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/04/30 16:13:54.537 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/04/30 16:13:54.537 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:13:54.703 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:54.758 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/04/30 16:13:54.758 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/04/30 16:13:54.758 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/04/30 16:13:54.758 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=13.967µs] [] [2024/04/30 16:13:54.758 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/04/30 16:13:54.758 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/04/30 16:13:54.758 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/04/30 16:13:54.758 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/04/30 16:13:54.759 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/04/30 16:13:54.759 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/04/30 16:13:54.759 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/04/30 16:13:54.765 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/04/30 16:13:54.769 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/04/30 16:13:54.769 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/04/30 16:13:54.778 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/04/30 16:13:54.779 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/04/30 16:13:54.779 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=20.716517ms] [] [2024/04/30 16:13:54.779 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=20.936073ms] [] [2024/04/30 16:13:54.846 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=142.785793ms] [] [2024/04/30 16:13:54.879 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:13:54.879 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/04/30 16:13:54.884 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/04/30 16:13:54.936 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/04/30 16:13:54.965 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/04/30 16:13:54.988 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:54.988 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/04/30 16:13:54.990 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/04/30 16:13:54.991 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:54.992 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:55.062 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=72.193829ms] [] [2024/04/30 16:13:55.071 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.051210115\n# Parse_time: 0.001917803\n# Compile_time: 0.002009913\n# Rewrite_time: 0.000341967\n# Optimize_time: 0.001926792\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4wNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4wNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/04/30 16:13:55.218 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:13:55.220 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/04/30 16:13:55.251 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:55.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:55.251 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:55.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:13:55.333 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:55.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:55.346 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/04/30 16:13:55.423 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=3.129445ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:13:55.436 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/04/30 16:13:55.469 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.035913ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:55.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:55.550 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/04/30 16:13:55.561 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/04/30 16:13:55.565 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:55.199 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:55.644 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/04/30 16:13:55.644 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:55.668 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.449273735\n# Parse_time: 0.000342781\n# Compile_time: 0.001355554\n# Rewrite_time: 0.000015413\n# Optimize_time: 0.002382706\n# Wait_TS: 0.000445699\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:13:55.688 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:55.688 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:55.728 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:55.881 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/04/30 16:13:56.036 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/04/30 16:13:56.043 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.374591689\n# Parse_time: 0.001272618\n# Compile_time: 0.003191133\n# Rewrite_time: 0.000403258\n# Optimize_time: 0.002382706\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzY5LjNtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzY5LjNtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/04/30 16:13:56.108 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/04/30 16:13:56.108 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:13:56.214 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/04/30 16:13:56.216 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:56.218 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/04/30 16:13:56.241 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:56.242 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:56.245 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:56.245 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/04/30 16:13:56.246 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=115.818µs] [2024/04/30 16:13:56.246 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=315.187µs] [] [2024/04/30 16:13:56.246 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/04/30 16:13:56.246 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/04/30 16:13:56.407 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/04/30 16:13:56.436 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:13:56.498 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:56.500 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/04/30 16:13:56.502 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:56.503 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:56.514 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:56.514 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:56.514 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:56.514 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:56.515 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:56.515 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:56.515 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:56.515 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:56.515 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:56.531 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:56.533 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:56.533 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:56.534 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/04/30 16:13:56.577 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/04/30 16:13:56.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c0155969-12ec-47a5-89c0-662ac111b8a8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b5361cd2-2d57-498d-8ccf-6555911c4769] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/dc10ac47-ec79-4cbc-8ca9-ed1b09981617] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4dd24852-dc66-47d0-b8c5-de1a849ef295] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7fac3280-cf16-44ef-bcdc-b13790eb7749] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.578 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/04/30 16:13:56.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5e4c84f0-e50f-4e65-9d6c-995f884d2a9b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c1738326-78c3-4dc9-94b3-88bd435ccd55] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.581 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/04/30 16:13:56.604 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.166319ms] [encodeDur=1.530878ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=19.266726ms] [type=file] [takeTime=22.432972ms] [] [2024/04/30 16:13:56.615 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/872d9851-b866-44c1-b79e-507bea04eabc] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=11.617303ms] [write-speed(bytes/s)=15.05KiB] [2024/04/30 16:13:56.616 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/872d9851-b866-44c1-b79e-507bea04eabc] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.837µs] [write-time=11.768121ms] [sort-speed(kv/s)=382799.5406] [writer-id=data/872d9851-b866-44c1-b79e-507bea04eabc] [2024/04/30 16:13:56.616 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/872d9851-b866-44c1-b79e-507bea04eabc] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/04/30 16:13:56.634 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/872d9851-b866-44c1-b79e-507bea04eabc] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=17.725725ms] [write-speed(bytes/s)=13.5KiB] [2024/04/30 16:13:56.634 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/872d9851-b866-44c1-b79e-507bea04eabc] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.839µs] [write-time=17.874425ms] [sort-speed(kv/s)=513786.6073] [writer-id=index/2/872d9851-b866-44c1-b79e-507bea04eabc] [2024/04/30 16:13:56.634 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/872d9851-b866-44c1-b79e-507bea04eabc] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/04/30 16:13:56.647 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/872d9851-b866-44c1-b79e-507bea04eabc] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=12.872633ms] [write-speed(bytes/s)=12.29KiB] [2024/04/30 16:13:56.647 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/872d9851-b866-44c1-b79e-507bea04eabc] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.455µs] [write-time=13.033008ms] [sort-speed(kv/s)=549954.1705] [writer-id=index/3/872d9851-b866-44c1-b79e-507bea04eabc] [2024/04/30 16:13:56.647 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/872d9851-b866-44c1-b79e-507bea04eabc] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/04/30 16:13:56.665 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/872d9851-b866-44c1-b79e-507bea04eabc] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=17.648153ms] [write-speed(bytes/s)=8.964KiB] [2024/04/30 16:13:56.665 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/872d9851-b866-44c1-b79e-507bea04eabc] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.326µs] [write-time=17.788772ms] [sort-speed(kv/s)=563274.5024] [writer-id=index/1/872d9851-b866-44c1-b79e-507bea04eabc] [2024/04/30 16:13:56.665 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/872d9851-b866-44c1-b79e-507bea04eabc] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/04/30 16:13:56.665 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=88.557087ms] [] [2024/04/30 16:13:56.665 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/04/30 16:13:56.744 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/04/30 16:13:56.745 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a97d7133-76ce-47b7-9358-01d9d6b9a2ea] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.745 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/cd10bc07-8c9f-4c44-abdd-16f79b1543f6] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.745 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c48ce9e4-6499-42bd-9daa-d84fbd6d98b1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.745 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/745820ce-a772-46e9-a466-bf5c4d2da53b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.745 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/34e48cb1-b27b-40d0-a8f9-2ab0a1aec424] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.745 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2f8bdadb-b613-43b3-bb71-4452d136ddfe] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.745 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1f961b99-b613-4c17-88c0-8ebcdbe793e5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/04/30 16:13:56.745 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/04/30 16:13:56.747 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/04/30 16:13:56.794 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=970.928µs] [encodeDur=1.377109ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=43.780967ms] [type=file] [takeTime=46.527636ms] [] [2024/04/30 16:13:56.831 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=36.643544ms] [write-speed(bytes/s)=4.77KiB] [2024/04/30 16:13:56.831 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.469µs] [write-time=36.773848ms] [sort-speed(kv/s)=463750.1932] [writer-id=data/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [2024/04/30 16:13:56.831 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/04/30 16:13:56.849 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=18.103408ms] [write-speed(bytes/s)=13.22KiB] [2024/04/30 16:13:56.849 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.879µs] [write-time=18.237441ms] [sort-speed(kv/s)=510290.8658] [writer-id=index/2/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [2024/04/30 16:13:56.849 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/04/30 16:13:56.865 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=15.242661ms] [write-speed(bytes/s)=10.38KiB] [2024/04/30 16:13:56.865 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.497µs] [write-time=15.43197ms] [sort-speed(kv/s)=545752.2285] [writer-id=index/3/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [2024/04/30 16:13:56.865 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/04/30 16:13:56.886 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.891968ms] [write-speed(bytes/s)=7.572KiB] [2024/04/30 16:13:56.886 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=8.454µs] [write-time=21.023861ms] [sort-speed(kv/s)=354861.6040] [writer-id=index/1/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [2024/04/30 16:13:56.886 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/c52ffbaa-854c-4f6e-bb30-bf0c5fb52875] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/04/30 16:13:56.887 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=142.803599ms] [] [2024/04/30 16:13:56.887 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/04/30 16:13:56.984 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/04/30 16:13:56.986 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:13:56.986 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:56.986 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:56.986 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:13:56.986 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:13:56.986 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:13:56.986 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:13:56.986 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:56.986 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:56.987 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:56.987 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:56.987 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:56.987 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:13:56.991 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:13:56.991 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:13:56.991 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:13:56.991 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:13:56.991 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:13:56.991 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=492.722359ms] [] [2024/04/30 16:13:57.032 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/04/30 16:13:57.035 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:57.038 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/04/30 16:13:57.062 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/04/30 16:13:57.062 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/04/30 16:13:57.062 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/04/30 16:13:57.062 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/04/30 16:13:57.062 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/04/30 16:13:57.062 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/04/30 16:13:57.232 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/04/30 16:13:57.234 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:57.236 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/04/30 16:13:57.236 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:13:57.236 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/04/30 16:13:57.298 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/04/30 16:13:57.330 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:13:57.332 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/04/30 16:13:57.339 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/04/30 16:13:57.417 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/04/30 16:13:57.448 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:13:57.448 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/04/30 16:13:57.450 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/04/30 16:13:57.453 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:57.453 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:57.491 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=41.204591ms] [] [2024/04/30 16:13:57.598 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/04/30 16:13:57.672 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/04/30 16:13:57.675 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/04/30 16:13:57.734 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:57.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:57.734 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:57.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/04/30 16:13:57.784 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:57.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:57.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=927.556µs] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:13:57.826 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/04/30 16:13:57.863 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.013568ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:57.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:57.903 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:57.649 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:57.929 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/04/30 16:13:57.929 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:57.936 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/04/30 16:13:57.997 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:57.997 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/04/30 16:13:58.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:57.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:58.090 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/04/30 16:13:58.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.682017ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:58.210 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/04/30 16:13:58.244 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.551755ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:58.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:57.949 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:58.345 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/04/30 16:13:58.346 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:58.349 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.415114626\n# Parse_time: 0.001064596\n# Compile_time: 0.001106296\n# Rewrite_time: 0.00001147\n# Optimize_time: 0.002382706\n# Wait_TS: 0.000523502\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/04/30 16:13:58.364 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:58.365 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:58.400 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:58.582 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/04/30 16:13:58.706 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/04/30 16:13:58.756 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/04/30 16:13:58.757 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:13:58.866 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/04/30 16:13:58.868 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:13:58.870 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/04/30 16:13:58.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:58.891 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:58.894 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:13:58.895 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/04/30 16:13:58.895 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=194.533µs] [2024/04/30 16:13:58.895 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=433.853µs] [] [2024/04/30 16:13:58.895 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/04/30 16:13:58.895 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/04/30 16:13:59.106 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/04/30 16:13:59.123 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:13:59.171 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:13:59.172 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/04/30 16:13:59.174 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:59.175 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:13:59.184 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:13:59.184 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:13:59.185 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:59.185 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:13:59.186 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:59.186 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:59.186 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:59.186 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:59.186 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:59.202 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:13:59.203 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:13:59.203 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:13:59.204 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/04/30 16:13:59.251 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/04/30 16:13:59.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:59.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:59.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:59.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:59.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:59.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:59.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:59.253 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:13:59.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/04/30 16:13:59.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [Pipeline] // node [2024/04/30 16:13:59.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/04/30 16:13:59.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/04/30 16:13:59.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/04/30 16:13:59.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/04/30 16:13:59.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/04/30 16:13:59.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/04/30 16:14:00.013 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=53.640332ms] [2024/04/30 16:14:01.010 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=162.829851ms] [encodeDur=1.553452687s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=145.313605ms] [type=file] [takeTime=1.752950998s] [] [2024/04/30 16:14:01.010 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:14:01.014 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/04/30 16:14:01.071 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=196.907741ms] [encodeDur=1.571168062s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=119.907358ms] [type=file] [takeTime=1.814177852s] [] [2024/04/30 16:14:01.071 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/04/30 16:14:01.074 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/04/30 16:14:01.082 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=230.701873ms] [encodeDur=1.529300103s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=169.041602ms] [type=file] [takeTime=1.825656349s] [] [2024/04/30 16:14:01.089 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=128.63483ms] [encodeDur=1.61450405s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=158.811861ms] [type=file] [takeTime=1.832348321s] [] [2024/04/30 16:14:01.091 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=183.751631ms] [encodeDur=1.586794159s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=127.011179ms] [type=file] [takeTime=1.833926316s] [] [2024/04/30 16:14:01.092 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=89.482336ms] [encodeDur=1.685595157s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=149.543496ms] [type=file] [takeTime=1.835633677s] [] [2024/04/30 16:14:01.096 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=232.28283ms] [encodeDur=1.502922167s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=103.577671ms] [type=file] [takeTime=1.839288286s] [] [2024/04/30 16:14:01.101 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=179.212615ms] [encodeDur=1.594418366s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=140.77219ms] [type=file] [takeTime=1.843810737s] [] [2024/04/30 16:14:01.103 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=19.656274ms] [write-speed(bytes/s)=2.571MiB] [2024/04/30 16:14:01.104 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=979.502µs] [write-time=19.838349ms] [sort-speed(kv/s)=1020926.9608] [writer-id=data/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [2024/04/30 16:14:01.104 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f728000000000001387] [2024/04/30 16:14:01.113 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/7a63d172-6654-4459-885a-9a483c294848] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=21.113219ms] [write-speed(bytes/s)=2.394MiB] [2024/04/30 16:14:01.114 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/7a63d172-6654-4459-885a-9a483c294848] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.257142ms] [write-time=21.258683ms] [sort-speed(kv/s)=795455.0878] [writer-id=data/7a63d172-6654-4459-885a-9a483c294848] [2024/04/30 16:14:01.114 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7a63d172-6654-4459-885a-9a483c294848] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f728000000000001f3f] [2024/04/30 16:14:01.114 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=23.514261ms] [write-speed(bytes/s)=2.15MiB] [2024/04/30 16:14:01.114 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.245557ms] [write-time=23.685269ms] [sort-speed(kv/s)=802853.6631] [writer-id=data/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [2024/04/30 16:14:01.114 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000001b57] [2024/04/30 16:14:01.116 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=21.563624ms] [write-speed(bytes/s)=2.344MiB] [2024/04/30 16:14:01.116 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.3751ms] [write-time=21.725457ms] [sort-speed(kv/s)=727219.8386] [writer-id=data/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [2024/04/30 16:14:01.116 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f728000000000000f9f] [2024/04/30 16:14:01.120 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/8ec24c43-b68e-4672-b77b-1a617c427987] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=17.600106ms] [write-speed(bytes/s)=2.872MiB] [2024/04/30 16:14:01.120 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/8ec24c43-b68e-4672-b77b-1a617c427987] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.391895ms] [write-time=17.753357ms] [sort-speed(kv/s)=718444.9976] [writer-id=data/8ec24c43-b68e-4672-b77b-1a617c427987] [2024/04/30 16:14:01.120 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8ec24c43-b68e-4672-b77b-1a617c427987] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f72800000000000176f] [2024/04/30 16:14:01.121 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=22.066682ms] [write-speed(bytes/s)=2.291MiB] [2024/04/30 16:14:01.121 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.227318ms] [write-time=22.215418ms] [sort-speed(kv/s)=448970.4658] [writer-id=data/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [2024/04/30 16:14:01.121 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000000bb7] [2024/04/30 16:14:01.160 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=53.938301ms] [write-speed(bytes/s)=1.697MiB] [2024/04/30 16:14:01.160 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.79327ms] [write-time=54.084463ms] [sort-speed(kv/s)=557640.5115] [writer-id=index/2/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [2024/04/30 16:14:01.160 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000138701746573742d343939ff3900000000000000f8038000000000001387] [2024/04/30 16:14:01.172 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/7a63d172-6654-4459-885a-9a483c294848] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=53.644553ms] [write-speed(bytes/s)=1.458MiB] [2024/04/30 16:14:01.172 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/7a63d172-6654-4459-885a-9a483c294848] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=4.040916ms] [write-time=53.823164ms] [sort-speed(kv/s)=247468.6432] [writer-id=index/1/7a63d172-6654-4459-885a-9a483c294848] [2024/04/30 16:14:01.172 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/7a63d172-6654-4459-885a-9a483c294848] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/04/30 16:14:01.181 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=60.204722ms] [write-speed(bytes/s)=1.299MiB] [2024/04/30 16:14:01.198 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=4.944899ms] [write-time=77.076095ms] [sort-speed(kv/s)=202228.5996] [writer-id=index/1/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [2024/04/30 16:14:01.199 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d333939ff3900000000000000f8038000000000000f9f] [2024/04/30 16:14:01.201 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=78.104046ms] [write-speed(bytes/s)=1.001MiB] [2024/04/30 16:14:01.201 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.551474ms] [write-time=78.408388ms] [sort-speed(kv/s)=644548.3456] [writer-id=index/1/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [2024/04/30 16:14:01.201 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/04/30 16:14:01.202 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=80.87612ms] [write-speed(bytes/s)=990.1KiB] [2024/04/30 16:14:01.202 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=6.207742ms] [write-time=81.148787ms] [sort-speed(kv/s)=161089.1690] [writer-id=index/1/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [2024/04/30 16:14:01.202 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/04/30 16:14:01.202 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/8ec24c43-b68e-4672-b77b-1a617c427987] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=43.327506ms] [write-speed(bytes/s)=2.113MiB] [2024/04/30 16:14:01.203 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/8ec24c43-b68e-4672-b77b-1a617c427987] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=38.657148ms] [write-time=43.544906ms] [sort-speed(kv/s)=25868.4371] [writer-id=index/3/8ec24c43-b68e-4672-b77b-1a617c427987] [2024/04/30 16:14:01.203 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/8ec24c43-b68e-4672-b77b-1a617c427987] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d353939ff3900000000000000f803800000000000176f03800000000000176f] [2024/04/30 16:14:01.204 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=42.241938ms] [write-speed(bytes/s)=2.167MiB] [2024/04/30 16:14:01.204 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.870324ms] [write-time=42.455971ms] [sort-speed(kv/s)=534666.7208] [writer-id=index/3/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [2024/04/30 16:14:01.205 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d343939ff3900000000000000f8038000000000001387038000000000001387] [2024/04/30 16:14:01.213 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/7a63d172-6654-4459-885a-9a483c294848] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=39.159069ms] [write-speed(bytes/s)=2.338MiB] [2024/04/30 16:14:01.213 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/7a63d172-6654-4459-885a-9a483c294848] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.406955ms] [write-time=39.327286ms] [sort-speed(kv/s)=710754.7860] [writer-id=index/2/7a63d172-6654-4459-885a-9a483c294848] [2024/04/30 16:14:01.213 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/7a63d172-6654-4459-885a-9a483c294848] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/04/30 16:14:01.220 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.964272ms] [write-speed(bytes/s)=4.828MiB] [2024/04/30 16:14:01.220 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.841046ms] [write-time=19.132088ms] [sort-speed(kv/s)=543169.4808] [writer-id=index/2/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [2024/04/30 16:14:01.220 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f698000000000000002038000000000000f9f01746573742d333939ff3900000000000000f8038000000000000f9f] [2024/04/30 16:14:01.232 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=25.362472ms] [write-speed(bytes/s)=3.61MiB] [2024/04/30 16:14:01.232 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.599718ms] [write-time=25.515643ms] [sort-speed(kv/s)=217404.6322] [writer-id=index/2/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [2024/04/30 16:14:01.257 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/04/30 16:14:01.258 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=50.401221ms] [write-speed(bytes/s)=1.816MiB] [2024/04/30 16:14:01.258 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.845525ms] [write-time=50.587527ms] [sort-speed(kv/s)=206375.9861] [writer-id=index/2/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [2024/04/30 16:14:01.258 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/04/30 16:14:01.261 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/8ec24c43-b68e-4672-b77b-1a617c427987] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=52.957389ms] [write-speed(bytes/s)=1.477MiB] [2024/04/30 16:14:01.261 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/8ec24c43-b68e-4672-b77b-1a617c427987] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=4.921429ms] [write-time=53.120514ms] [sort-speed(kv/s)=203193.0157] [writer-id=index/1/8ec24c43-b68e-4672-b77b-1a617c427987] [2024/04/30 16:14:01.261 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/8ec24c43-b68e-4672-b77b-1a617c427987] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d353939ff3900000000000000f803800000000000176f] [2024/04/30 16:14:01.262 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=53.173437ms] [write-speed(bytes/s)=1.471MiB] [2024/04/30 16:14:01.262 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=3.835136ms] [write-time=53.394077ms] [sort-speed(kv/s)=260746.9461] [writer-id=index/1/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [2024/04/30 16:14:01.262 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/3cdbc7c9-46be-4cbf-b4fb-fbe4a075b01e] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d343939ff3900000000000000f8038000000000001387] [2024/04/30 16:14:01.265 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/7a63d172-6654-4459-885a-9a483c294848] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=49.532895ms] [write-speed(bytes/s)=1.848MiB] [2024/04/30 16:14:01.265 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/7a63d172-6654-4459-885a-9a483c294848] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.98552ms] [write-time=49.664428ms] [sort-speed(kv/s)=503646.3999] [writer-id=index/3/7a63d172-6654-4459-885a-9a483c294848] [2024/04/30 16:14:01.265 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/7a63d172-6654-4459-885a-9a483c294848] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [2024/04/30 16:14:01.266 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=44.189854ms] [write-speed(bytes/s)=2.072MiB] [2024/04/30 16:14:01.266 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.550415ms] [write-time=44.327762ms] [sort-speed(kv/s)=644988.5998] [writer-id=index/3/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [2024/04/30 16:14:01.267 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/a3fc8ca3-d783-44dc-9d8b-64f5106562bb] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d333939ff3900000000000000f8038000000000000f9f038000000000000f9f] [2024/04/30 16:14:01.279 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=19.846865ms] [write-speed(bytes/s)=4.613MiB] [2024/04/30 16:14:01.279 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.180882ms] [write-time=20.016748ms] [sort-speed(kv/s)=458530.0809] [writer-id=index/3/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [2024/04/30 16:14:01.280 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/da5f71d4-3289-40b9-b32e-c1ebe7ce0197] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/04/30 16:14:01.282 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=22.011818ms] [write-speed(bytes/s)=4.159MiB] [2024/04/30 16:14:01.282 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.143129ms] [write-time=22.154148ms] [sort-speed(kv/s)=466607.4697] [writer-id=index/3/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [2024/04/30 16:14:01.283 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/6d51ddf4-06c4-47f9-bb99-f89f7919e99f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/04/30 16:14:01.284 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/8ec24c43-b68e-4672-b77b-1a617c427987] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=20.598384ms] [write-speed(bytes/s)=4.445MiB] [2024/04/30 16:14:01.284 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/8ec24c43-b68e-4672-b77b-1a617c427987] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.685105ms] [write-time=20.70526ms] [sort-speed(kv/s)=593434.8305] [writer-id=index/2/8ec24c43-b68e-4672-b77b-1a617c427987] [2024/04/30 16:14:01.284 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/8ec24c43-b68e-4672-b77b-1a617c427987] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/04/30 16:14:01.907 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=61.696417ms] [encodeDur=748.336415ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=10.360044ms] [type=file] [takeTime=833.293287ms] [] [2024/04/30 16:14:01.917 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=127.86631ms] [encodeDur=748.055796ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=11.5632ms] [type=file] [takeTime=903.328025ms] [] [2024/04/30 16:14:01.947 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [sequence-number=0] [bytes=104890] [stat-size=74] [write-time=37.00309ms] [write-speed(bytes/s)=2.703MiB] [2024/04/30 16:14:01.947 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [sequence-number=0] [bytes=104890] [kv-cnt=2000] [sort-time=2.557179ms] [write-time=37.184706ms] [sort-speed(kv/s)=782111.8506] [writer-id=data/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [2024/04/30 16:14:01.947 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f72800000000000270f] [2024/04/30 16:14:01.953 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/837a0fcb-cfbd-418e-be74-52a1fe39947a] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=33.029165ms] [write-speed(bytes/s)=3.061MiB] [2024/04/30 16:14:01.953 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/837a0fcb-cfbd-418e-be74-52a1fe39947a] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=2.437935ms] [write-time=33.200516ms] [sort-speed(kv/s)=820366.4167] [writer-id=data/837a0fcb-cfbd-418e-be74-52a1fe39947a] [2024/04/30 16:14:01.953 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/837a0fcb-cfbd-418e-be74-52a1fe39947a] [kv-cnt-cap=2048] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f728000000000002327] [2024/04/30 16:14:02.001 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/837a0fcb-cfbd-418e-be74-52a1fe39947a] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=37.594573ms] [write-speed(bytes/s)=4.16MiB] [2024/04/30 16:14:02.002 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/837a0fcb-cfbd-418e-be74-52a1fe39947a] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=10.302705ms] [write-time=37.764ms] [sort-speed(kv/s)=194123.7762] [writer-id=index/1/837a0fcb-cfbd-418e-be74-52a1fe39947a] [2024/04/30 16:14:02.002 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/837a0fcb-cfbd-418e-be74-52a1fe39947a] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/04/30 16:14:02.023 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [sequence-number=0] [bytes=161990] [stat-size=121] [write-time=36.595657ms] [write-speed(bytes/s)=4.221MiB] [2024/04/30 16:14:02.023 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [sequence-number=0] [bytes=161990] [kv-cnt=2000] [sort-time=39.013339ms] [write-time=36.765746ms] [sort-speed(kv/s)=51264.5175] [writer-id=index/1/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [2024/04/30 16:14:02.024 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/04/30 16:14:02.040 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/837a0fcb-cfbd-418e-be74-52a1fe39947a] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=35.307198ms] [write-speed(bytes/s)=5.186MiB] [2024/04/30 16:14:02.040 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/837a0fcb-cfbd-418e-be74-52a1fe39947a] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.631635ms] [write-time=35.484882ms] [sort-speed(kv/s)=759983.8123] [writer-id=index/2/837a0fcb-cfbd-418e-be74-52a1fe39947a] [2024/04/30 16:14:02.040 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/837a0fcb-cfbd-418e-be74-52a1fe39947a] [kv-cnt-cap=2048] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/04/30 16:14:02.062 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=35.560829ms] [write-speed(bytes/s)=5.092MiB] [2024/04/30 16:14:02.062 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=2.356098ms] [write-time=35.72851ms] [sort-speed(kv/s)=848861.1255] [writer-id=index/2/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [2024/04/30 16:14:02.062 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/04/30 16:14:02.075 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/837a0fcb-cfbd-418e-be74-52a1fe39947a] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=32.029373ms] [write-speed(bytes/s)=5.717MiB] [2024/04/30 16:14:02.075 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/837a0fcb-cfbd-418e-be74-52a1fe39947a] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.654796ms] [write-time=32.18368ms] [sort-speed(kv/s)=753353.5533] [writer-id=index/3/837a0fcb-cfbd-418e-be74-52a1fe39947a] [2024/04/30 16:14:02.075 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/837a0fcb-cfbd-418e-be74-52a1fe39947a] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/04/30 16:14:02.123 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=32.358662ms] [write-speed(bytes/s)=5.596MiB] [2024/04/30 16:14:02.123 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=28.086375ms] [write-time=32.539493ms] [sort-speed(kv/s)=71208.9047] [writer-id=index/3/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [2024/04/30 16:14:02.123 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/0f7e9c0a-602e-4555-9962-0063bedd9fa0] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/04/30 16:14:02.123 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=2.871912802s] [] [2024/04/30 16:14:02.124 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/04/30 16:14:02.338 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:02.340 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:02.340 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.340 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:02.340 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:02.343 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:02.343 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:02.343 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:02.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.343 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:02.343 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=3.172061066s] [] [2024/04/30 16:14:02.378 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/04/30 16:14:02.380 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:02.381 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/04/30 16:14:02.402 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/04/30 16:14:02.402 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/04/30 16:14:02.402 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/04/30 16:14:02.402 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/04/30 16:14:02.402 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/04/30 16:14:02.402 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/04/30 16:14:02.544 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/04/30 16:14:02.546 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:02.547 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/04/30 16:14:02.643 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:02.644 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:02.651 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:14:02.652 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:14:02.653 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:14:02.653 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.653 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:14:02.654 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.654 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.654 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:02.655 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:02.655 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:02.659 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.659 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.659 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:02.659 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:02.660 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:14:02.660 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:14:02.668 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/04/30 16:14:02.668 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:14:02.672 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:14:02.672 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:14:02.673 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:14:02.674 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.674 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:14:02.675 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.675 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.675 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:02.675 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:02.675 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.679 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.679 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.679 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:02.679 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:02.681 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:14:02.681 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:14:02.683 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/04/30 16:14:02.683 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/04/30 16:14:02.686 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/04/30 16:14:02.686 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:14:02.689 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:14:02.690 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:14:02.691 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:14:02.691 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.691 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:14:02.692 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.692 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:02.692 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:02.692 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.693 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.697 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:02.697 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.697 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:02.697 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:02.698 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:14:02.698 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:14:02.703 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/04/30 16:14:02.704 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:14:02.707 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/04/30 16:14:02.708 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:14:02.709 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:14:02.709 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.709 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:14:02.710 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:02.710 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.710 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.710 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.710 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:02.715 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.715 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.715 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:02.715 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:02.716 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/04/30 16:14:02.716 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/04/30 16:14:02.722 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/04/30 16:14:02.722 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/04/30 16:14:02.723 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/04/30 16:14:02.723 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/04/30 16:14:02.915 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/04/30 16:14:02.945 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:14:03.027 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:14:03.030 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:03.031 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:03.040 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:14:03.040 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:14:03.041 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:03.041 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:14:03.042 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:03.042 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:03.042 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:03.042 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:03.042 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:03.057 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:03.059 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:03.059 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:03.116 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [2024/04/30 16:14:03.116 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:03.121 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/04/30 16:14:03.121 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:03.143 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:14:03.143 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:03.143 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:14:03.144 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/04/30 16:14:03.144 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.839µs] [2024/04/30 16:14:03.144 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.172799ms] [] [2024/04/30 16:14:03.145 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:14:03.145 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/04/30 16:14:03.145 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:14:03.153 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=8.236076ms] [] [2024/04/30 16:14:03.260 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:03.261 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=116.599979ms] [] [2024/04/30 16:14:03.261 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/04/30 16:14:03.263 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=118.840807ms] [droppedSize=0] [2024/04/30 16:14:03.397 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=133.545512ms] [2024/04/30 16:14:03.519 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/04/30 16:14:03.522 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [takeTime=405.71689ms] [] [2024/04/30 16:14:03.593 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [2024/04/30 16:14:03.593 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:03.598 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/04/30 16:14:03.598 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:03.621 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:14:03.621 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:03.621 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:14:03.622 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/04/30 16:14:03.622 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.505µs] [2024/04/30 16:14:03.622 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.272672ms] [] [2024/04/30 16:14:03.622 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:14:03.622 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/04/30 16:14:03.623 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:14:03.629 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.380807ms] [] [2024/04/30 16:14:03.722 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:03.723 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=100.257936ms] [] [2024/04/30 16:14:03.723 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/04/30 16:14:03.725 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=102.105967ms] [droppedSize=0] [2024/04/30 16:14:03.881 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=156.220891ms] [2024/04/30 16:14:03.980 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/04/30 16:14:03.983 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=1] [takeTime=389.863787ms] [] [2024/04/30 16:14:04.075 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=data] [2024/04/30 16:14:04.075 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:04.081 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/04/30 16:14:04.081 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:04.103 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:14:04.104 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:04.104 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:14:04.105 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/04/30 16:14:04.105 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.539µs] [2024/04/30 16:14:04.105 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.18695ms] [] [2024/04/30 16:14:04.105 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:14:04.105 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/04/30 16:14:04.105 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:14:04.136 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=30.925459ms] [] [2024/04/30 16:14:04.233 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:04.234 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=129.089572ms] [] [2024/04/30 16:14:04.234 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/04/30 16:14:04.236 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=130.791681ms] [droppedSize=0] [2024/04/30 16:14:04.334 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=97.662953ms] [2024/04/30 16:14:04.431 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/04/30 16:14:04.433 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=data] [takeTime=358.279904ms] [] [2024/04/30 16:14:04.542 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [2024/04/30 16:14:04.543 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:04.550 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/04/30 16:14:04.550 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:04.573 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/04/30 16:14:04.573 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:04.573 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/04/30 16:14:04.574 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/04/30 16:14:04.574 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.595µs] [2024/04/30 16:14:04.574 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.313116ms] [] [2024/04/30 16:14:04.575 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/04/30 16:14:04.575 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/04/30 16:14:04.575 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/04/30 16:14:04.582 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.017238ms] [] [2024/04/30 16:14:04.681 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:04.682 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=107.296336ms] [] [2024/04/30 16:14:04.682 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/04/30 16:14:04.684 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=109.373949ms] [droppedSize=0] [2024/04/30 16:14:04.767 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=83.080613ms] [2024/04/30 16:14:04.884 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/04/30 16:14:04.887 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [takeTime=344.252651ms] [] [2024/04/30 16:14:04.942 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:04.953 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:04.953 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:04.953 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:04.953 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:04.956 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:04.956 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:04.956 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:04.956 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:04.956 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:04.956 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.92939192s] [] [2024/04/30 16:14:04.984 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/04/30 16:14:04.986 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:04.988 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/04/30 16:14:04.988 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:05.087 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/04/30 16:14:05.093 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:05.093 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:14:05.265 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:14:05.310 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/04/30 16:14:05.311 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/04/30 16:14:05.311 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/04/30 16:14:05.311 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=13.277µs] [] [2024/04/30 16:14:05.311 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/04/30 16:14:05.311 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/04/30 16:14:05.311 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/04/30 16:14:05.311 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/04/30 16:14:05.311 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/04/30 16:14:05.311 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/04/30 16:14:05.311 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/04/30 16:14:05.321 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/04/30 16:14:05.322 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/04/30 16:14:05.335 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/04/30 16:14:05.335 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/04/30 16:14:05.336 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/04/30 16:14:05.336 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=25.536337ms] [] [2024/04/30 16:14:05.336 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=25.849434ms] [] [2024/04/30 16:14:05.379 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:05.379 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/04/30 16:14:05.382 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=116.789912ms] [] [2024/04/30 16:14:05.382 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/04/30 16:14:05.436 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/04/30 16:14:05.464 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/04/30 16:14:05.483 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:05.483 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/04/30 16:14:05.485 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/04/30 16:14:05.487 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:05.488 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:05.670 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.319530994\n# Parse_time: 0.000678731\n# Compile_time: 0.00137491\n# Rewrite_time: 0.0002453\n# Optimize_time: 0.002382706\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4zMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny4zMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:14:05.731 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=245.58048ms] [] [2024/04/30 16:14:05.838 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/04/30 16:14:06.024 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/04/30 16:14:06.027 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/04/30 16:14:06.061 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:05.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:06.061 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:05.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/04/30 16:14:06.130 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:05.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:06.168 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.315996ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:06.182 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/04/30 16:14:06.215 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.265586ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:05.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:06.258 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:05.999 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:06.286 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/04/30 16:14:06.287 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:06.295 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/04/30 16:14:06.336 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:06.336 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/04/30 16:14:06.386 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:06.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:06.395 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/04/30 16:14:06.488 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.282246ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:06.500 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/04/30 16:14:06.536 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.428203ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:06.607 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:06.299 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:06.658 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/04/30 16:14:06.659 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:06.662 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.370711609\n# Parse_time: 0.00129006\n# Compile_time: 0.001983396\n# Rewrite_time: 0.000011129\n# Optimize_time: 0.002429911\n# Wait_TS: 0.000557485\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/04/30 16:14:06.682 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:06.902 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/04/30 16:14:06.997 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/04/30 16:14:07.039 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/04/30 16:14:07.039 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:14:07.145 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:07.147 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:07.148 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/04/30 16:14:07.168 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:07.171 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:07.172 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/04/30 16:14:07.177 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.155004ms] [2024/04/30 16:14:07.177 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.328235ms] [] [2024/04/30 16:14:07.177 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/04/30 16:14:07.177 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/04/30 16:14:07.324 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/04/30 16:14:07.343 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/04/30 16:14:07.360 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:14:07.407 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:14:07.408 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/04/30 16:14:07.409 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:07.419 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:14:07.419 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:14:07.420 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:07.420 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:14:07.421 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:07.421 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:07.421 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:07.421 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:07.421 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:07.437 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:07.438 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:07.438 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:07.438 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/04/30 16:14:07.438 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/04/30 16:14:07.486 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/04/30 16:14:07.491 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/04/30 16:14:07.496 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/04/30 16:14:07.496 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/04/30 16:14:07.588 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/04/30 16:14:07.622 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=6.207243ms] [encodeDur=25.63395ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=752.858µs] [type=file] [takeTime=33.748629ms] [] [2024/04/30 16:14:07.624 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=138.004275ms] [] [2024/04/30 16:14:07.624 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/d96cf8fe-02d4-4e5c-95f4-21d76af9dff9.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/04/30 16:14:07.624 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:14:07.624 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:14:07.624 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/04/30 16:14:07.627 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.461365ms] [] [2024/04/30 16:14:07.627 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/04/30 16:14:07.632 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:07.654 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/04/30 16:14:07.655 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:07.719 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/04/30 16:14:07.721 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=94.119499ms] [] [2024/04/30 16:14:07.721 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/04/30 16:14:07.723 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.256503ms] [] [2024/04/30 16:14:07.723 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:14:07.723 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/04/30 16:14:07.725 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.79948ms] [] [2024/04/30 16:14:07.725 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/04/30 16:14:07.725 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/04/30 16:14:07.725 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=69.144µs] [] [2024/04/30 16:14:07.725 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/04/30 16:14:07.726 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=932.805µs] [] [2024/04/30 16:14:07.792 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/04/30 16:14:07.797 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/04/30 16:14:07.801 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/04/30 16:14:07.801 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/04/30 16:14:07.919 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/04/30 16:14:07.948 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=4.673057ms] [encodeDur=22.775296ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=528.963µs] [type=file] [takeTime=29.068939ms] [] [2024/04/30 16:14:07.950 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=157.162267ms] [] [2024/04/30 16:14:07.950 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/3abcc517-4cf9-4b95-a4a2-deec2acedff5.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/04/30 16:14:07.950 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/04/30 16:14:07.950 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/04/30 16:14:07.950 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/04/30 16:14:07.953 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.996035ms] [] [2024/04/30 16:14:07.953 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/04/30 16:14:07.958 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:07.980 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/04/30 16:14:07.981 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:07.999 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/04/30 16:14:08.001 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=47.401133ms] [] [2024/04/30 16:14:08.001 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/04/30 16:14:08.002 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.151434ms] [] [2024/04/30 16:14:08.002 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/04/30 16:14:08.002 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/04/30 16:14:08.004 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.481099ms] [] [2024/04/30 16:14:08.004 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/04/30 16:14:08.004 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/04/30 16:14:08.004 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=59.455µs] [] [2024/04/30 16:14:08.004 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/04/30 16:14:08.005 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=844.681µs] [] [2024/04/30 16:14:08.068 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/04/30 16:14:08.072 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/04/30 16:14:08.075 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/04/30 16:14:08.075 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/04/30 16:14:08.182 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/04/30 16:14:08.215 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=5.300971ms] [encodeDur=25.826414ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=532.772µs] [type=file] [takeTime=32.997133ms] [] [2024/04/30 16:14:08.217 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=149.050931ms] [] [2024/04/30 16:14:08.217 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/2e91411e-aa44-4285-a4e7-802250cf00a2.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/04/30 16:14:08.217 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/04/30 16:14:08.217 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/04/30 16:14:08.217 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/04/30 16:14:08.220 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.550563ms] [] [2024/04/30 16:14:08.220 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/04/30 16:14:08.225 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:08.248 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/04/30 16:14:08.248 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:08.265 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/04/30 16:14:08.267 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=46.962185ms] [] [2024/04/30 16:14:08.267 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/04/30 16:14:08.269 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.300953ms] [] [2024/04/30 16:14:08.269 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/04/30 16:14:08.269 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/04/30 16:14:08.271 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.873711ms] [] [2024/04/30 16:14:08.271 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/04/30 16:14:08.271 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/04/30 16:14:08.271 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=55.549µs] [] [2024/04/30 16:14:08.271 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/04/30 16:14:08.272 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.074657ms] [] [2024/04/30 16:14:08.323 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/04/30 16:14:08.330 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:08.330 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:08.330 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:08.330 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:08.333 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:08.333 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:08.333 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:08.333 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:08.333 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:08.333 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=925.516666ms] [] [2024/04/30 16:14:08.363 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:08.365 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:08.366 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:08.366 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:08.442 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/04/30 16:14:08.444 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:08.444 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:14:08.611 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:14:08.667 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/04/30 16:14:08.667 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/04/30 16:14:08.667 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/04/30 16:14:08.667 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=12.246µs] [] [2024/04/30 16:14:08.667 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/04/30 16:14:08.667 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/04/30 16:14:08.667 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/04/30 16:14:08.667 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/04/30 16:14:08.672 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/04/30 16:14:08.673 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/04/30 16:14:08.673 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=5.682163ms] [] [2024/04/30 16:14:08.673 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=5.930534ms] [] [2024/04/30 16:14:08.720 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=108.580329ms] [] [2024/04/30 16:14:08.764 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:08.765 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/04/30 16:14:08.768 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/04/30 16:14:08.812 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/04/30 16:14:08.845 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/04/30 16:14:08.873 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:08.873 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/04/30 16:14:08.999 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:09.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.4933453500000002\n# Parse_time: 0.001360995\n# Compile_time: 0.001713443\n# Rewrite_time: 0.000266336\n# Optimize_time: 0.002429911\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/04/30 16:14:09.235 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/04/30 16:14:09.272 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:09.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:09.272 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:09.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:14:09.314 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:09.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:09.325 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/04/30 16:14:09.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=3.202139ms] [gotSchemaVersion=60] [phyTblIDs="[118,120]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:14:09.417 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/04/30 16:14:09.447 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.977222ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:09.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:09.491 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/04/30 16:14:09.500 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/04/30 16:14:09.505 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:09.249 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:09.566 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/04/30 16:14:09.566 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:09.569 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.334806949\n# Parse_time: 0.000163506\n# Compile_time: 0.000652199\n# Rewrite_time: 0.000009901\n# Optimize_time: 0.000900231\n# Wait_TS: 0.000314597\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:14:09.582 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:09.815 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/04/30 16:14:09.901 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/04/30 16:14:09.939 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/04/30 16:14:09.939 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:14:10.046 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:10.047 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:10.048 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/04/30 16:14:10.068 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:10.071 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:10.071 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/04/30 16:14:10.077 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.287292ms] [2024/04/30 16:14:10.077 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.439133ms] [] [2024/04/30 16:14:10.077 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/04/30 16:14:10.077 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/04/30 16:14:10.231 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/04/30 16:14:10.252 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/04/30 16:14:10.262 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/04/30 16:14:10.301 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:14:10.302 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/04/30 16:14:10.303 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:10.313 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/04/30 16:14:10.313 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693554030775019] [2024/04/30 16:14:10.314 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:10.314 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/04/30 16:14:10.315 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:10.315 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:10.315 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:10.315 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:10.315 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:10.331 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:10.333 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:10.333 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:10.333 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/04/30 16:14:10.333 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/04/30 16:14:10.379 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/04/30 16:14:10.383 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/04/30 16:14:10.387 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/04/30 16:14:10.387 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/04/30 16:14:10.432 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/04/30 16:14:10.464 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=5.159446ms] [encodeDur=25.612728ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=684.99µs] [type=file] [takeTime=32.768525ms] [] [2024/04/30 16:14:10.466 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=87.62258ms] [] [2024/04/30 16:14:10.466 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/fb67edb5-2f4d-49cb-8bd7-ef9ca136b5ef.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/04/30 16:14:10.467 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:14:10.467 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:14:10.467 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/04/30 16:14:10.469 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.291591ms] [] [2024/04/30 16:14:10.469 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/04/30 16:14:10.474 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:10.496 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/04/30 16:14:10.497 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:10.513 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/04/30 16:14:10.515 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=45.435726ms] [] [2024/04/30 16:14:10.515 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/04/30 16:14:10.516 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.172752ms] [] [2024/04/30 16:14:10.516 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:14:10.516 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/04/30 16:14:10.518 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.645649ms] [] [2024/04/30 16:14:10.518 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/04/30 16:14:10.518 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/04/30 16:14:10.518 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=96.934µs] [] [2024/04/30 16:14:10.518 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/04/30 16:14:10.519 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=900.243µs] [] [2024/04/30 16:14:10.601 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/04/30 16:14:10.606 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/04/30 16:14:10.610 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/04/30 16:14:10.610 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/04/30 16:14:10.700 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/04/30 16:14:10.731 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=5.206292ms] [encodeDur=23.623115ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=509.068µs] [type=file] [takeTime=30.405712ms] [] [2024/04/30 16:14:10.733 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=131.571865ms] [] [2024/04/30 16:14:10.733 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/8c406fb7-a5f6-46fb-b7ff-d5369adc6d9a.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/04/30 16:14:10.733 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/04/30 16:14:10.733 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/04/30 16:14:10.733 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/04/30 16:14:10.735 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.99277ms] [] [2024/04/30 16:14:10.735 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/04/30 16:14:10.740 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:10.762 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/04/30 16:14:10.762 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:10.778 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/04/30 16:14:10.781 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=45.251099ms] [] [2024/04/30 16:14:10.781 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/04/30 16:14:10.782 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.211111ms] [] [2024/04/30 16:14:10.782 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/04/30 16:14:10.782 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/04/30 16:14:10.784 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.537427ms] [] [2024/04/30 16:14:10.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/04/30 16:14:10.784 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/04/30 16:14:10.784 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=60.484µs] [] [2024/04/30 16:14:10.784 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/04/30 16:14:10.785 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=874.914µs] [] [2024/04/30 16:14:10.857 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/04/30 16:14:10.861 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/04/30 16:14:10.865 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/04/30 16:14:10.865 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/04/30 16:14:10.895 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/04/30 16:14:10.926 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=5.188568ms] [encodeDur=23.4197ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=725.944µs] [type=file] [takeTime=30.49199ms] [] [2024/04/30 16:14:10.928 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/96f95832-30fe-46f1-b207-bdb240e392cf.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/04/30 16:14:10.928 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=71.214765ms] [] [2024/04/30 16:14:10.928 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/04/30 16:14:10.928 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/04/30 16:14:10.928 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/04/30 16:14:10.930 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.965436ms] [] [2024/04/30 16:14:10.931 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/04/30 16:14:10.935 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:10.957 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/04/30 16:14:10.958 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:10.974 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/04/30 16:14:10.976 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=45.690848ms] [] [2024/04/30 16:14:10.976 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/04/30 16:14:10.978 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.406257ms] [] [2024/04/30 16:14:10.978 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/04/30 16:14:10.978 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/04/30 16:14:10.980 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.654364ms] [] [2024/04/30 16:14:10.980 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/04/30 16:14:10.980 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/04/30 16:14:10.980 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=67.958µs] [] [2024/04/30 16:14:10.980 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/04/30 16:14:10.981 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=977.224µs] [] [2024/04/30 16:14:11.023 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:11.029 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:11.029 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:11.029 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:11.029 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:11.032 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:11.032 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:11.032 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:11.032 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:11.032 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:11.032 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=730.696841ms] [] [2024/04/30 16:14:11.070 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:11.072 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:11.073 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:11.073 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:11.167 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/04/30 16:14:11.169 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:11.169 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:14:11.337 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/04/30 16:14:11.384 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/04/30 16:14:11.384 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/04/30 16:14:11.384 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/04/30 16:14:11.384 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=9.86µs] [] [2024/04/30 16:14:11.385 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/04/30 16:14:11.385 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/04/30 16:14:11.385 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/04/30 16:14:11.385 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/04/30 16:14:11.388 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/04/30 16:14:11.389 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/04/30 16:14:11.389 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=4.805288ms] [] [2024/04/30 16:14:11.389 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=4.951911ms] [] [2024/04/30 16:14:11.460 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=122.727764ms] [] [2024/04/30 16:14:11.479 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:11.479 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/04/30 16:14:11.482 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/04/30 16:14:11.545 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/04/30 16:14:11.546 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/04/30 16:14:11.570 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:11.570 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/04/30 16:14:11.649 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:11.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.18430458\n# Parse_time: 0.000731848\n# Compile_time: 0.001345452\n# Rewrite_time: 0.000252275\n# Optimize_time: 0.000900231\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/04/30 16:14:11.819 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [2024/04/30 16:14:11.819 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [2024/04/30 16:14:11.821 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [] [2024/04/30 16:14:11.822 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:11.822 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=23.795µs] [2024/04/30 16:14:11.822 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=15.647µs] [2024/04/30 16:14:11.822 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=4.72µs] [2024/04/30 16:14:11.822 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=9.701µs] [2024/04/30 16:14:11.822 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=14.938µs] [2024/04/30 16:14:11.822 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=6.071µs] [2024/04/30 16:14:11.823 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=13.652µs] [2024/04/30 16:14:11.823 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=14.532µs] [2024/04/30 16:14:11.823 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=13.819µs] [2024/04/30 16:14:11.823 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=14.422µs] [2024/04/30 16:14:11.823 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:11.823 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=18.967µs] [2024/04/30 16:14:11.823 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:14:11.823 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/04/30 16:14:11.823 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/04/30 16:14:11.828 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] ["take time"=34.400371ms] [2024/04/30 16:14:11.828 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] [2024/04/30 16:14:11.830 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/04/30 16:14:11.830 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/04/30 16:14:11.830 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/201f3f70-03e0-4e7e-95f2-d5167a238cb0] [watcherID=cff20caa-341f-49d9-80a5-b059b147b17e] [2024/04/30 16:14:11.831 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/201f3f70-03e0-4e7e-95f2-d5167a238cb0] [2024/04/30 16:14:11.831 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/04/30 16:14:11.831 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:14:11.831 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:14:11.831 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:14:11.831 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:14:11.831 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/04/30 16:14:11.831 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:14:11.831 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:14:11.831 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:14:11.831 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:14:11.838 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/04/30 16:14:11.838 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1017] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:14:11.840 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:14:11.840 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/04/30 16:14:11.840 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:14:11.840 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:11.840 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/04/30 16:14:11.840 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/04/30 16:14:11.840 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:11.840 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/04/30 16:14:11.840 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/04/30 16:14:11.840 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/04/30 16:14:11.840 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager edf2412c-4d74-4242-a418-f39aedee59c7"] [error="lost watcher waiting for delete"] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/04/30 16:14:11.840 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e watch owner key /tidb/stats/owner/6f188f2fc6c6a6a1"] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:14:11.839 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/04/30 16:14:11.839 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/04/30 16:14:11.839 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/04/30 16:14:11.840 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:14:11.840 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:14:11.840 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [2024/04/30 16:14:11.840 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/04/30 16:14:11.840 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/04/30 16:14:11.840 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/04/30 16:14:11.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/04/30 16:14:11.840 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [2024/04/30 16:14:11.840 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/04/30 16:14:11.840 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4c591f3e-ca97-4ec9-a1e5-86e20b73a74e] [2024/04/30 16:14:11.840 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/04/30 16:14:11.840 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [2024/04/30 16:14:11.840 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:11.840 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/04/30 16:14:11.840 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/04/30 16:14:11.841 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [error="context canceled"] [2024/04/30 16:14:11.842 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/04/30 16:14:11.842 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:14:11.842 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/04/30 16:14:11.842 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=edf2412c-4d74-4242-a418-f39aedee59c7] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:11.842 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager edf2412c-4d74-4242-a418-f39aedee59c7"] [error="context canceled"] [2024/04/30 16:14:11.842 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:14:11.842 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:14:11.842 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager edf2412c-4d74-4242-a418-f39aedee59c7"] [2024/04/30 16:14:11.859 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/04/30 16:14:11.860 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/04/30 16:14:11.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/04/30 16:14:12.042 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:13.093 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager edf2412c-4d74-4242-a418-f39aedee59c7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:14:13.101 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:14:13.101 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/04/30 16:14:13.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/04/30 16:14:13.301 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c591f3e-ca97-4ec9-a1e5-86e20b73a74e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:14:13.301 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/04/30 16:14:13.301 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/04/30 16:14:13.301 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/04/30 16:14:13.309 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.515456263s] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:13.310 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:13.310 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:13.310 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:13.310 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:13.311 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (48.78s) --- PASS: TestImportInto/TestGlobalSortBasic (11.40s) --- PASS: TestImportInto/TestGlobalSortMultiFiles (8.42s) --- PASS: TestImportInto/TestSplitFile (5.76s) PASS coverage: 13.9% of statements GCov does not exist at the given path: '' Apr 30, 2024 4:14:18 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Apr 30, 2024 4:14:19 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Apr 30, 2024 4:14:19 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Apr 30, 2024 4:14:19 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Apr 30, 2024 4:14:19 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test [32mINFO: [0mElapsed time: 29.373s, Critical Path: 11.32s [32mINFO: [0m1572 processes: 1552 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 1572 total actions Test cases: finished with [0m[32m4 passing[0m and 0 failing out of 4 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] // dir [Pipeline] } Post stage [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] } [32m[1,549 / 1,551][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test [32mINFO: [0mElapsed time: 29.480s, Critical Path: 12.66s [32mINFO: [0m1539 processes: 1529 remote cache hit, 10 internal. [32mINFO:[0m Build completed successfully, 1539 total actions Test cases: finished with [0m[32m19 passing[0m and 0 failing out of 19 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] } [Pipeline] } [Pipeline] } complete to collect bazel result. [Pipeline] // node [Pipeline] // dir [Pipeline] } Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] // podTemplate [Pipeline] } [Pipeline] junit Recording test results complete to collect bazel result. [Pipeline] // node [Pipeline] // dir [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] } [Pipeline] junit Recording test results [Pipeline] // dir Post stage [32m[1,588 / 1,605][0m [Prepa] GoCompilePkg pkg/session/session.a [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir Post stage [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] // withEnv [Pipeline] } [Pipeline] junit Recording test results [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] // dir [Pipeline] } [Pipeline] // dir Post stage [Checks API] No suitable checks publisher found. [Pipeline] sh [Pipeline] // withEnv [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] sh [32m[1,604 / 1,605][0m GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; Downloading tests/realtikvtest/importintotest/importintotest_test_/importintotest_test, 105.1 MiB / 216.0 MiB; 0s remote-cache [Pipeline] junit Recording test results [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] // stage [Pipeline] } [Pipeline] } + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/05 15:07:43.268 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:43.268 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:43.268 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:43.268 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:43.268 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:43.268 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:43.268 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:43.268 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:43.268 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:43.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:43.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:43.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:43.272 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:43.273 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:43.273 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:43.274 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:43.274 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:43.274 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:43.274 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:43.274 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.274 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:43.274 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:43.274 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:43.274 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:43.274 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:43.275 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=390.188µs] [2024/05/05 15:07:43.279 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.280 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:43.280 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:43.280 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.280 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:43.280 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.280 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.280 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.281 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.282 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.282 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.282 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.282 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.282 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.282 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.282 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.282 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.282 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.282 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.282 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.283 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.283 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.283 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.283 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.283 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.283 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.283 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.283 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.283 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.283 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.283 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.283 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.285 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:43.285 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.286 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:43.286 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.286 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.286 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.291 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:43.291 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.291 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.291 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.291 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.333 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:44.789 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:44.789 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:44.789 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:44.790 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:44.790 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:44.790 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:44.790 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:44.790 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:44.793 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408770858503683] [2024/05/05 15:07:44.793 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408770858503683] [2024/05/05 15:07:44.798 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:44.798 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:44.799 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:44.800 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:44.800 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:44.800 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:44.800 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:44.801 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:44.801 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=4060626905997471512] [member-id=3474484975246189105] [2024/05/05 15:07:44.801 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:45.003 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:45.003 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/05 15:07:45.004 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:45.004 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=71.08µs] [2024/05/05 15:07:45.004 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/05 15:07:45.004 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408770858503683/leader] [purpose="leader election"] [2024/05/05 15:07:45.004 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:46.004 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/05 15:07:54.791 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/05 15:07:54.791 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/05/05 15:07:43.266 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:43.266 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:43.266 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:43.266 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:43.266 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:43.266 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:43.266 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:43.266 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:43.266 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:43.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:43.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:43.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:43.270 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:43.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:43.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:43.272 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:43.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:43.272 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:43.272 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:43.272 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.272 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:43.272 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:43.272 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:43.272 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:43.272 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:43.273 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=500.909µs] [2024/05/05 15:07:43.274 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.274 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:43.274 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:43.275 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.275 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:43.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.275 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.276 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.276 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.276 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.276 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.276 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.276 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.276 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.276 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.276 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.276 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.276 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.277 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.277 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.277 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.277 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.277 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.277 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.277 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.277 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.277 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.277 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.277 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.277 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.277 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.277 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.277 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.277 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.277 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.279 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.279 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:43.282 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:43.282 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.283 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.283 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.283 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.286 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.286 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.290 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.290 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.290 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.290 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:43.290 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.328 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:44.789 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:44.789 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:44.789 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:44.790 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:44.790 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:44.790 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:44.790 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:44.790 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:44.793 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408770858503683] [2024/05/05 15:07:44.793 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408770858503683] [2024/05/05 15:07:44.798 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:44.798 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:44.799 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:44.800 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:44.800 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:44.800 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:44.800 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:44.801 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:44.801 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=4060626905997471512] [member-id=2234275743217008298] [2024/05/05 15:07:44.801 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:45.003 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:45.003 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/05 15:07:45.003 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:45.003 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=38.527µs] [2024/05/05 15:07:45.004 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408770858503683/leader] [purpose="leader election"] [2024/05/05 15:07:45.004 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/05 15:07:45.004 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:46.004 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/05 15:07:47.029 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:47.040 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:35803] [remotes="[]"] [2024/05/05 15:07:47.040 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:45633] [remotes="[]"] [2024/05/05 15:07:47.040 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:47.040 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:47.041 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:47.045 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:54.791 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/05 15:07:54.791 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/05/05 15:07:43.269 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:43.269 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:43.269 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:43.269 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:43.269 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:43.269 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:43.269 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:43.269 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:43.269 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:43.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:43.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:43.273 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:43.273 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:43.274 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:43.274 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:43.274 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:43.274 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:43.274 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:43.274 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:43.274 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.274 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:43.274 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:43.274 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:43.274 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:43.274 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:43.275 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=335.599µs] [2024/05/05 15:07:43.286 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.286 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:43.286 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:43.286 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.286 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:43.286 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.286 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.286 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.287 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.287 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.287 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.287 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.288 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.288 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.289 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.289 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.289 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.289 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.289 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.289 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.290 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.290 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.290 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.290 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.290 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.290 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.290 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.290 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.290 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.290 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.290 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.290 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.291 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.291 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.291 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.292 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:43.292 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:43.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:43.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.341 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:44.788 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/05/05 15:07:44.789 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:44.789 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:44.789 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:44.789 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:44.790 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:44.790 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:44.790 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:44.790 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:44.790 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:44.790 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:44.793 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408770858503683] [2024/05/05 15:07:44.793 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408770858503683] [2024/05/05 15:07:44.798 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:44.799 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:44.799 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:44.800 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:44.800 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:44.800 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:44.800 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:44.801 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:44.801 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/05/05 15:07:44.801 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:44.801 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005305875247347469] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:44.802 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:44.802 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408770858503683/leader] [purpose="leader election"] [2024/05/05 15:07:44.802 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/05/05 15:07:44.802 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:44.802 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:44.802 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:44.804 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:47.803 +08:00] [next=2024/05/05 15:07:44.803 +08:00] [2024/05/05 15:07:44.804 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:44.805 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:44.805 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:44.807 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:44.811 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:44.811 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:44.811 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/05/05 15:07:45.106 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:45.106 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:45.106 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:45.176 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:45.176 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:45.176 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:45.177 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:45.177 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:45.177 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:45.184 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408770858503683] [request="header:<cluster_id:7365408770858503683 > store:<id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:6 store_id:1 > > "] [2024/05/05 15:07:45.184 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408770858503683] [request="header:<cluster_id:7365408770858503683 > store:<id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:2 > > "] [2024/05/05 15:07:45.184 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408770858503683] [request="header:<cluster_id:7365408770858503683 > store:<id:3 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:8 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:3 > > "] [2024/05/05 15:07:45.185 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408770858503683] [2024/05/05 15:07:45.185 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408770858503683] [2024/05/05 15:07:45.185 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408770858503683] [2024/05/05 15:07:45.189 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=1.051368ms] [2024/05/05 15:07:45.189 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=275.849µs] [2024/05/05 15:07:45.190 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:45.190 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:45.190 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:45.190 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:45.190 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:45.190 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:45.190 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:45.191 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=718.863µs] [2024/05/05 15:07:45.195 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:45.196 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:45.196 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:45.196 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:45.802 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:46.004 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:46.004 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:46.005 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/05 15:07:46.005 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:48.189 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:48.189 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:48.189 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:48.189 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:48.189 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892865 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:48.190 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:48.190 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:48.191 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:48.191 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:48.191 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:48.192 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:48.192 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:48.193 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:48.194 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:48.194 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:48.194 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:48.194 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:48.205 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:48.205732906 +0800 CST m=+4.974981881, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:48.205 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:48.206 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:48.206 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:48.206 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:48.206 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:48.207 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:48.207 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.723563ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:48.205732906 +0800 CST m=+4.974981881, startAt:2024-05-05 15:07:48.20587191 +0800 CST m=+4.975120886, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:48.207 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:49.192 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:54.791 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/05/05 15:07:54.791 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/05/05 15:07:55.190 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/05/05 15:07:55.191 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20162] [2024/05/05 15:07:55.192 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/05/05 15:07:58.201 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:58.201861054 +0800 CST m=+14.971110030, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 3"] [source=create] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:58.202070511 +0800 CST m=+14.971319487, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 3"] [source=create] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:58.202152163 +0800 CST m=+14.971401139, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 3"] [source=create] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:58.202232728 +0800 CST m=+14.971481705, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 21 on store 3"] [source=create] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:58.202301895 +0800 CST m=+14.971550871, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.202 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 3"] [source=create] [2024/05/05 15:07:58.203 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.203 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.203 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.203 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.203 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.203 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.203 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.203 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/05 15:07:58.204 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.204 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:58.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:58.212 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.212 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.071405ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:58.201861054 +0800 CST m=+14.971110030, startAt:2024-05-05 15:07:58.201990451 +0800 CST m=+14.971239426, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.212 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.016659ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:58.202152163 +0800 CST m=+14.971401139, startAt:2024-05-05 15:07:58.202178187 +0800 CST m=+14.971427162, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.212 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.212 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.026786ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:58.202232728 +0800 CST m=+14.971481705, startAt:2024-05-05 15:07:58.202257205 +0800 CST m=+14.971506181, currentStep:2, size:0, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.212 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.020247ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:58.202301895 +0800 CST m=+14.971550871, startAt:2024-05-05 15:07:58.202341706 +0800 CST m=+14.971590682, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.212 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.212 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.325825ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:58.202070511 +0800 CST m=+14.971319487, startAt:2024-05-05 15:07:58.202105288 +0800 CST m=+14.971354263, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.212 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.212 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:58.222 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:58.222623492 +0800 CST m=+14.991872467, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.222 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/05/05 15:07:58.222 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:58.222754722 +0800 CST m=+14.992003697, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.222 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/05/05 15:07:58.222 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:58.222827304 +0800 CST m=+14.992076279, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.222 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/05/05 15:07:58.222 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:58.222907863 +0800 CST m=+14.992156838, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.222 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/05 15:07:58.223 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:58.222999992 +0800 CST m=+14.992248968, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:58.223 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=create] [2024/05/05 15:07:58.223 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.223 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.223 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.223 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.224 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.224 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.224 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.224 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/05 15:07:58.224 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.224 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:58.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.230 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:58.231 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:58.231 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=8.479807ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:58.222907863 +0800 CST m=+14.992156838, startAt:2024-05-05 15:07:58.222944687 +0800 CST m=+14.992193662, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.231 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=8.569593ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:58.222999992 +0800 CST m=+14.992248968, startAt:2024-05-05 15:07:58.223024851 +0800 CST m=+14.992273827, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.231 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:58.231 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=8.915809ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:58.222754722 +0800 CST m=+14.992003697, startAt:2024-05-05 15:07:58.22278025 +0800 CST m=+14.992029225, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.231 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.091012ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:58.222623492 +0800 CST m=+14.991872467, startAt:2024-05-05 15:07:58.22268844 +0800 CST m=+14.991937416, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.231 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:58.231 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.022749ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:58.222827304 +0800 CST m=+14.992076279, startAt:2024-05-05 15:07:58.222851291 +0800 CST m=+14.992100266, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:58.231 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:58.231 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:45.192 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:45.194 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={28, 17, 26, 70, 30, 56, 34, 22, 55, 58, 43, 8, 19, 44, 46, 0, 20, 61, 63, 66, 59, 45, 53, 60, 68, 62, 57, 67, 23, 36, 9, 24, 31, 35, 33, 29, 32, 51, 7, 10, 27, 52, 54, 64, 18, 21, 65, 69, 15, 16, 71, 25}"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:43.238 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.238 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f634e24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f634e2afa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f634e237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f634e2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892863.239005018\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f634e24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f634e2afa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f634e237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f634e2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f634e24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f634e2afa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f634e237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f634e2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892863.239512773\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f634e24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f634e2afa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f634e237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f634e2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f634e24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f634e2afa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f634e237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f634e2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892863.239747620\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f634e24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f634e2afa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f634e237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f634e2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:43.541 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.792 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.793 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.096 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.097 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.099 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408770858503683] [thread_id=1] [2024/05/05 15:07:45.101 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.101 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.102 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:45.103 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:45.103 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:45.105 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:45.106 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:45.106 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:45.106 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:45.106 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:45.106 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:45.110 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:45.110 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:45.110 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 180.262µs"] [thread_id=1] [2024/05/05 15:07:45.174 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:45.176 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:45.176 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:45.176 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:45.176 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:45.177 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:45.177 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:45.177 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:45.177 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:45.177 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:45.177 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:45.184 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:45.185 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408770858503683] [thread_id=1] [2024/05/05 15:07:48.186 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408770858503683] [thread_id=1] [2024/05/05 15:07:48.186 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892865 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:48.189 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:48.189 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:48.189 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.189 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.189 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.191 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:48.193 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:48.194 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=62.938µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.194 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=62.187µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.195 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:48.195 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:48.195 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:48.199 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:48.199 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:48.200 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:48.201 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:48.201 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:48.202 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:48.206 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:58.197 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:58.205 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:58.205 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=3] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.205 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.205 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.206 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.206 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.206 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.206 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.206 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.206 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.206 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:58.206 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:58.207 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=823.039µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=131] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=130] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=129] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=462.252µs] [snap_key=12_6_7] [thread_id=132] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=444.917µs] [snap_key=16_6_7] [thread_id=131] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=432.915µs] [snap_key=4_6_8] [thread_id=130] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=325.907µs] [snap_key=10_6_7] [thread_id=129] [Pipeline] // dir [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=131] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=420.289µs] [snap_key=14_6_7] [thread_id=131] [2024/05/05 15:07:58.210 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=12] [thread_id=80] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=114.659µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=16] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.863µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=4] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.74µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=10] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.334µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=14] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.086µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=9] [term=6] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.212 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.212 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.212 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.212 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.212 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.212 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.212 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.212 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.223 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.223 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 6} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.230 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=21] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 6, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:48.195 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=21] [region_id=4] [thread_id=101] [2024/05/05 15:08:48.195 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:48.195 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:48.195 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:48.195 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:08:48.195 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.195 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.196 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.196 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.196 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={46, 51, 66, 70, 25, 35, 63, 18, 36, 0, 21, 29, 20, 10, 30, 44, 24, 54, 57, 22, 65, 8, 32, 33, 9, 16, 34, 43, 17, 19, 52, 55, 58, 26, 60, 61, 64, 31, 53, 69, 15, 7, 28, 56, 59, 62, 71, 68, 23, 67, 45, 27}"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:43.236 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:43.238 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.238 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f27a3a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f27a3aafa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f27a3a37e00, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f27a3ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892863.239001885\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f27a3a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f27a3aafa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f27a3a37e00, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f27a3ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f27a3a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f27a3aafa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f27a3a37e00, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f27a3ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892863.239513827\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f27a3a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f27a3aafa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f27a3a37e00, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f27a3ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f27a3a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f27a3aafa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f27a3a37e00, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f27a3ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892863.239741637\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f27a3a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f27a3aafa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f27a3a37e00, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f27a3ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:43.541 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.792 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.793 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.096 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.097 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.099 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408770858503683] [thread_id=1] [2024/05/05 15:07:45.101 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.101 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.102 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:45.103 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:45.103 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:45.105 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:45.106 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:45.106 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:45.106 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:45.106 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:45.106 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:45.110 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:45.110 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:45.110 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 172.718µs"] [thread_id=1] [2024/05/05 15:07:45.172 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:45.174 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:45.175 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:45.175 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:45.175 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:45.176 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:45.176 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:45.176 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:45.176 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:45.176 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:45.176 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:45.183 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.192 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408770858503683] [thread_id=1] [2024/05/05 15:07:45.193 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892865 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:45.196 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:45.197 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.197 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.197 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 6."] [id=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=221.205µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.200 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=7.496µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.201 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/05 15:07:45.202 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:45.202 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:45.202 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:45.202 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:07:45.205 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:45.205 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/05 15:07:45.206 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:45.206 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:45.206 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:45.207 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:45.208 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:45.208 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:45.209 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:45.212 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:48.206 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/05 15:07:48.206 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:48.206 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:48.206 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:48.207 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/05 15:07:48.207 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/05 15:07:48.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:48.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/05 15:07:48.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=10] [thread_id=68] [2024/05/05 15:07:55.203 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:58.202 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:58.202 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:58.202 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.202 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.202 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:58.202 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:58.202 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.202 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.202 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:58.202 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.202 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.202 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.202 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.203 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.203 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.203 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.203 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.203 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.203 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.203 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.204 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/05/05 15:07:58.204 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=3] [thread_id=71] [2024/05/05 15:07:58.204 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:58.204 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.009704ms] [addr=127.0.0.1:20162] [store_id=3] [thread_id=71] [2024/05/05 15:07:58.207 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:07:58.207 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.207 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.207 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.207 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.207 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=556.29µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=577.49µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:58.208 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:58.208 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:58.209 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=330.935µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.209 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=463.281µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.209 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=352.79µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.209 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.157354ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=132] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.552549ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.069727ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=131] [2024/05/05 15:07:58.210 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=913.443µs] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=130] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.210 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.211 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.225687ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.211 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.211 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.211 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=9] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.211 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.211 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.211 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.211 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] Post stage [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.211 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.212 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.212 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.212 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.212 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.212 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.212 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.212 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.212 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.212 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.222 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:58.222 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:58.222 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.222 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.222 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:58.223 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.223 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:58.223 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.223 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.223 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.223 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.223 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.224 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 6} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.224 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.224 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.224 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.224 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.224 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.224 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=17] [2024/05/05 15:07:58.224 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:07:58.224 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:58.224 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=613.928µs] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:07:58.227 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/05 15:07:58.227 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.227 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.227 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.227 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.227 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.227 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.227 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.227 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.227 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.227 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.227 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.227 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=363.891µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:58.227 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=383.969µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.228 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=305.311µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=325.987µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:58.228 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.228 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=299.997µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:58.228 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.126207ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.388007ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.612093ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.095171ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=132] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.230 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.290943ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=132] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.230 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.230 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.230 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.230 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.230 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:58.230 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.230 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.230 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:58.231 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 6, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=6] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.231 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.231 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] ==> ./tikv2.log <== [2024/05/05 15:07:43.236 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={29, 34, 54, 59, 9, 35, 10, 61, 23, 43, 65, 46, 69, 0, 45, 22, 55, 32, 68, 8, 58, 18, 62, 52, 57, 44, 64, 16, 21, 53, 66, 15, 70, 19, 17, 20, 31, 36, 63, 26, 33, 30, 51, 28, 27, 56, 7, 24, 60, 67, 25, 71}"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:43.237 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9a0da4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f9a0daafa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9a0da37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9a0dad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892863.239511647\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9a0da4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f9a0daafa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9a0da37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9a0dad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.240 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9a0da4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f9a0daafa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9a0da37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9a0dad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892863.240017044\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:43.240 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9a0da4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f9a0daafa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9a0da37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9a0dad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.240 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:43.240 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.240 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9a0da4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f9a0daafa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9a0da37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9a0dad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892863.240258110\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:43.240 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9a0da4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f9a0daafa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9a0da37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9a0dad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:43.240 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:43.240 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:43.541 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.792 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.793 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.096 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.097 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.099 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.099 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:45.100 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408770858503683] [thread_id=1] [2024/05/05 15:07:45.101 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.101 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:45.102 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:45.103 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:45.103 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/292562/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:45.104 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:45.105 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:45.105 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/05 15:07:45.106 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:45.106 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:45.106 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:45.106 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:45.110 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:45.110 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:45.110 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 172.805µs"] [thread_id=1] [2024/05/05 15:07:45.173 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:45.174 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:45.175 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:45.175 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:45.175 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:45.176 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:45.176 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:45.176 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:45.176 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:45.176 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:45.176 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:45.183 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:45.185 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408770858503683] [thread_id=1] [2024/05/05 15:07:48.186 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408770858503683] [thread_id=1] [2024/05/05 15:07:48.186 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892865 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:48.190 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:48.190 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:48.190 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.190 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:48.190 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.191 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:48.194 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:48.194 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.442µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.194 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=48.095µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:48.196 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:48.196 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:48.196 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:48.199 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:48.199 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:48.200 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:48.201 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:48.202 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:48.202 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:48.206 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:58.197 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:58.225 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:58.225 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=2] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.225 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.225 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:58.226 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=688.618µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:07:58.228 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=129] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=469.342µs] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=512.01µs] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=588.907µs] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=469.391µs] [snap_key=4_6_10] [thread_id=129] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 6} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.229 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.229 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=432.777µs] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:07:58.230 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:58.230 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=69.991µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.841µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.186µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.722µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:58.230 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.196µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 6, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:58.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:48.196 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:08:48.196 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:48.196 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:48.196 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:48.196 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:48.196 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.196 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.196 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.196 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:48.196 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // withEnv [Pipeline] } [Pipeline] sh [Checks API] No suitable checks publisher found. + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/05 15:07:39.278 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.278 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.278 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.282 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.282 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.282 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.282 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.283 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.283 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:39.283 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.283 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:39.283 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.284 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:39.284 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.284 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.284 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.284 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=456.698µs] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.287 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:41.288 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:41.288 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.288 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.288 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.288 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.290 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.290 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.290 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.290 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.291 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.291 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.291 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.291 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.291 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:41.291 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:41.291 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:41.292 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:41.292 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:41.292 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.292 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.292 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.292 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.292 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.292 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.292 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.293 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.293 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:41.293 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:41.294 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.294 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.294 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:41.294 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:41.294 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.294 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.294 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.294 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.342 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:42.289 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:42.289 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:42.289 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:42.290 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:42.290 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:42.290 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:42.290 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:42.290 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:42.293 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408758750681869] [2024/05/05 15:07:42.293 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408758750681869] [2024/05/05 15:07:42.297 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:42.299 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:42.299 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:42.300 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:42.300 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:42.300 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:42.301 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:42.301 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:42.301 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:42.302 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:42.302 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/05 15:07:42.302 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:42.302 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=191.504µs] [2024/05/05 15:07:42.303 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408758750681869/leader] [purpose="leader election"] [2024/05/05 15:07:42.303 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/05 15:07:42.303 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:43.304 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/05 15:07:52.291 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:52.291 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/05/05 15:07:39.279 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.279 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.279 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.279 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.279 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.279 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.279 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.279 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.279 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.283 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.284 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.284 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.284 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:39.284 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.284 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:39.285 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.285 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:39.285 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.285 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:39.285 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.285 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.285 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.285 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=334.031µs] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:41.287 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.288 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:41.289 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:41.289 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.289 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.290 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.291 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.291 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.291 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.291 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.291 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.291 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.291 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.291 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.291 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.291 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:41.291 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.291 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:41.291 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:41.291 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:41.291 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:41.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.292 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.292 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.293 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:41.293 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:41.293 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:41.293 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.293 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.293 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:41.293 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.294 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.294 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.341 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:42.289 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:42.289 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:42.289 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/05/05 15:07:42.289 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:42.289 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:42.289 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:42.290 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:42.290 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:42.290 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:42.290 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:42.290 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:42.290 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:42.290 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:42.293 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408758750681869] [2024/05/05 15:07:42.293 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408758750681869] [2024/05/05 15:07:42.295 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:42.296 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:42.296 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:42.298 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:42.298 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:42.298 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:42.298 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:42.298 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:42.298 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/05/05 15:07:42.299 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:42.299 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005305875246835469] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:42.300 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:42.300 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408758750681869/leader] [purpose="leader election"] [2024/05/05 15:07:42.300 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/05/05 15:07:42.300 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:42.300 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:42.300 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:42.301 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:45.300 +08:00] [next=2024/05/05 15:07:42.300 +08:00] [2024/05/05 15:07:42.302 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:42.302 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:42.303 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:42.304 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:42.309 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:42.309 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:42.309 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/05/05 15:07:42.604 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:42.604 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:42.604 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:42.677 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:42.677 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:42.677 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:42.677 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:42.677 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:42.677 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:42.684 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408758750681869] [request="header:<cluster_id:7365408758750681869 > store:<id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:6 region_epoch:<conf_ver:1 version:1 > peers:<id:8 store_id:2 > > "] [2024/05/05 15:07:42.684 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408758750681869] [request="header:<cluster_id:7365408758750681869 > store:<id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:5 store_id:1 > > "] [2024/05/05 15:07:42.684 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408758750681869] [request="header:<cluster_id:7365408758750681869 > store:<id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:7 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:3 > > "] [2024/05/05 15:07:42.685 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408758750681869] [2024/05/05 15:07:42.685 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408758750681869] [2024/05/05 15:07:42.685 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408758750681869] [2024/05/05 15:07:42.688 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=705.593µs] [2024/05/05 15:07:42.688 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=88.199µs] [2024/05/05 15:07:42.689 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:42.689 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:42.689 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:42.689 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:42.689 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:42.689 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:42.689 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:42.689 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=576.233µs] [2024/05/05 15:07:42.692 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:42.693 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:42.693 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:42.693 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:43.300 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:43.303 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:43.303 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:43.304 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/05 15:07:43.304 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:45.688 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:45.688 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:45.688 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:45.689 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:45.689 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:45.689 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:45.689 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892862 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:45.689 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:45.689 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:45.690 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:45.690 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:45.691 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:45.692 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:45.692 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:45.692 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:45.692 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:45.703 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=6] [operator="\"labeler-split-region {split: region 6 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:6(1, 1), createAt:2024-05-05 15:07:45.703414067 +0800 CST m=+6.461065454, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:45.703 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:45.703 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:45.704 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:45.704 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:45.704 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:45.705 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=6] [takes=1.646897ms] [operator="\"labeler-split-region {split: region 6 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:6(1, 1), createAt:2024-05-05 15:07:45.703414067 +0800 CST m=+6.461065454, startAt:2024-05-05 15:07:45.703527236 +0800 CST m=+6.461178623, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:45.705 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=6] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:45.705 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=6] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:2 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:2 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:2 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:2 >"] [total=4] [2024/05/05 15:07:46.691 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:52.291 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:52.291 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:52.690 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/05 15:07:52.691 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/05 15:07:52.691 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/05/05 15:07:55.701 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:55.701821956 +0800 CST m=+16.459473350, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 1}, 1:{promote learner peer 18 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 1"] [source=create] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:55.702138132 +0800 CST m=+16.459789519, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=create] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:55.702243789 +0800 CST m=+16.459895176, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 1}, 1:{promote learner peer 20 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 1"] [source=create] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:55.702349632 +0800 CST m=+16.460001019, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 1}, 1:{promote learner peer 21 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 1"] [source=create] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=6] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:6(5, 1), createAt:2024-05-05 15:07:55.70245886 +0800 CST m=+16.460110249, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 1}, 1:{promote learner peer 22 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.702 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 22 on store 1"] [source=create] [2024/05/05 15:07:55.703 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 1"] [source=heartbeat] [2024/05/05 15:07:55.703 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:55.703 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/05 15:07:55.703 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:55.704 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 1"] [source=heartbeat] [2024/05/05 15:07:55.704 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:55.704 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 22 on store 1"] [source=heartbeat] [2024/05/05 15:07:55.704 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=6] [detail="Add peer:{id:22 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:55.704 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 1"] [source=heartbeat] [2024/05/05 15:07:55.704 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:55.712 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:55.712 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:55.712 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:55.712 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="promote learner peer 22 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:55.713 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:1 role:Learner },Add peer:{id:18 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:55.713 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.156233ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:55.701821956 +0800 CST m=+16.459473350, startAt:2024-05-05 15:07:55.702042268 +0800 CST m=+16.459693666, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 1}, 1:{promote learner peer 18 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.713 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:1 role:Learner },Add peer:{id:20 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:55.713 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.157444ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:55.702243789 +0800 CST m=+16.459895176, startAt:2024-05-05 15:07:55.702282119 +0800 CST m=+16.459933509, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 1}, 1:{promote learner peer 20 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.713 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:55.713 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:1 role:Learner },Add peer:{id:21 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:55.713 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.265226ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:55.702349632 +0800 CST m=+16.460001019, startAt:2024-05-05 15:07:55.702392154 +0800 CST m=+16.460043542, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 1}, 1:{promote learner peer 21 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.713 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=6] [takes=11.266269ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:6(5, 1), createAt:2024-05-05 15:07:55.70245886 +0800 CST m=+16.460110249, startAt:2024-05-05 15:07:55.702497383 +0800 CST m=+16.460148774, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 1}, 1:{promote learner peer 22 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.713 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=6] [detail="Remove peer:{id:22 store_id:1 role:Learner },Add peer:{id:22 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:55.714 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.983419ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:55.702138132 +0800 CST m=+16.459789519, startAt:2024-05-05 15:07:55.702186655 +0800 CST m=+16.459838042, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.714 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:55.722579724 +0800 CST m=+16.480231115, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:55.722693189 +0800 CST m=+16.480344576, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 1}, 1:{promote learner peer 24 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 1"] [source=create] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:55.722773407 +0800 CST m=+16.480424794, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:55.722842672 +0800 CST m=+16.480494060, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=6] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:6(5, 3), createAt:2024-05-05 15:07:55.722920771 +0800 CST m=+16.480572158, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:55.722 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 27 on store 3"] [source=create] [2024/05/05 15:07:55.723 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/05 15:07:55.723 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:55.723 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/05/05 15:07:55.723 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:55.723 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 1"] [source=heartbeat] [2024/05/05 15:07:55.723 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:55.723 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/05/05 15:07:55.723 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/05 15:07:55.723 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:55.723 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=6] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:55.726 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:55.726 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:55.726 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:55.727 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:55.727 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:55.727 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.914084ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:55.722579724 +0800 CST m=+16.480231115, startAt:2024-05-05 15:07:55.722633423 +0800 CST m=+16.480284811, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.727 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.880231ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:55.722773407 +0800 CST m=+16.480424794, startAt:2024-05-05 15:07:55.722798008 +0800 CST m=+16.480449395, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.727 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:55.727 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=6] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:55.727 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=6] [takes=4.88372ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:6(5, 3), createAt:2024-05-05 15:07:55.722920771 +0800 CST m=+16.480572158, startAt:2024-05-05 15:07:55.722945238 +0800 CST m=+16.480596625, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.727 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:55.728 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=5.311783ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:55.722693189 +0800 CST m=+16.480344576, startAt:2024-05-05 15:07:55.722724325 +0800 CST m=+16.480375713, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 1}, 1:{promote learner peer 24 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:55.728 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:1 role:Learner },Add peer:{id:24 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:55.728 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:55.728 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=5.705834ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:55.722842672 +0800 CST m=+16.480494060, startAt:2024-05-05 15:07:55.722875701 +0800 CST m=+16.480527088, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:42.696 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:42.698 +08:00] [INFO] [cluster.go:506] ["store config is updated"] ==> ./pd2.log <== [2024/05/05 15:07:39.277 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:39.278 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:39.278 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:39.278 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:39.281 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:39.281 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:39.281 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:39.281 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:39.283 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:39.283 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:39.283 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:39.283 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:39.283 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:39.283 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:39.283 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:39.283 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:39.283 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:39.283 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:39.284 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=595.522µs] [2024/05/05 15:07:41.286 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:41.286 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:41.286 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:41.286 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:41.286 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:41.286 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:41.286 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:41.286 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.287 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:41.287 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:41.287 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.287 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.288 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.288 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.288 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.288 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.288 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.288 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.288 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.288 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.290 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:41.290 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.290 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:41.290 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:41.290 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:41.290 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:41.291 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.291 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.291 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:41.291 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.292 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:41.292 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:41.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:41.292 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:41.292 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.292 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.292 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:41.293 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.293 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:41.293 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.294 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:41.340 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:42.288 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:42.289 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:42.289 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:42.289 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:42.290 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:42.290 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:42.290 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:42.290 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:42.290 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:42.292 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408758750681869] [2024/05/05 15:07:42.292 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408758750681869] [2024/05/05 15:07:42.296 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:42.298 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:42.298 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:42.300 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:42.300 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:42.300 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:42.300 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:42.300 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:42.300 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:42.301 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:42.301 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/05 15:07:42.301 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:42.302 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=171.769µs] [2024/05/05 15:07:42.302 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408758750681869/leader] [purpose="leader election"] [2024/05/05 15:07:42.302 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/05 15:07:42.302 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:43.302 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/05 15:07:43.616 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:43.626 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:43.626 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:43.626 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36403] [remotes="[]"] [2024/05/05 15:07:43.626 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:39413] [remotes="[]"] [2024/05/05 15:07:43.627 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:43.631 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:52.291 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:52.291 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={66, 65, 20, 52, 25, 69, 57, 12, 30, 28, 35, 15, 13, 11, 47, 48, 51, 58, 21, 63, 31, 29, 36, 32, 27, 23, 49, 0, 54, 18, 61, 64, 16, 67, 60, 68, 70, 71, 17, 24, 34, 50, 56, 19, 22, 59, 55, 62, 33, 26, 14, 53}"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["subchannel 0x7f81e244d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f81e24afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f81e2437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f81e24d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.250476726\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["subchannel 0x7f81e244d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f81e24afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f81e2437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f81e24d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.251 +08:00] [INFO] [<unknown>] ["subchannel 0x7f81e244dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f81e24afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f81e2437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f81e24d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.251086459\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.251 +08:00] [INFO] [<unknown>] ["subchannel 0x7f81e244dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f81e24afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f81e2437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f81e24d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.251 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.251 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.251 +08:00] [INFO] [<unknown>] ["subchannel 0x7f81e244e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f81e24afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f81e2437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f81e24d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.251374296\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.251 +08:00] [INFO] [<unknown>] ["subchannel 0x7f81e244e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f81e24afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f81e2437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f81e24d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.251 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.251 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.552 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.553 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.553 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.291 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.593 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.595 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.595 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.596 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.597 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.598 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.598 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:42.598 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408758750681869] [thread_id=1] [2024/05/05 15:07:42.599 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.599 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.601 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:42.603 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:42.603 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:42.604 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:42.604 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:42.604 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:42.604 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:42.604 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:42.605 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:42.611 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:42.611 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:42.612 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 182.006µs"] [thread_id=1] [2024/05/05 15:07:42.674 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:42.676 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:42.676 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:42.676 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:42.677 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:42.677 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:42.677 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:42.677 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:42.684 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:42.685 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408758750681869] [thread_id=1] [2024/05/05 15:07:45.686 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408758750681869] [thread_id=1] [2024/05/05 15:07:45.686 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892862 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:45.691 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=53.971µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:45.694 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=39.745µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:45.696 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:45.696 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:45.696 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:45.700 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:45.700 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:45.701 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:45.702 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:45.702 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:45.703 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:45.707 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:55.697 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:55.706 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:07:55.706 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=3] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.707 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:55.707 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:55.708 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=944.51µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=133] [2024/05/05 15:07:55.712 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=408.448µs] [snap_key=12_6_7] [thread_id=133] [2024/05/05 15:07:55.712 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.712 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.712 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.712 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.713 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:07:55.713 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.713 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=50.938µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:55.714 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.714 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.714 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.714 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=8] [store_id=3] [peer_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 8"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=8] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=133] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_6_6_10_(default|lock|write).sst] [snap_key=6_6_10] [thread_id=130] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=441.615µs] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:55.725 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.725 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=602.855µs] [snap_key=14_6_9] [thread_id=133] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=396.044µs] [snap_key=6_6_10] [thread_id=130] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=131] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=81.837µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.184µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=6] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.9µs] [region_id=6] [thread_id=80] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=556.428µs] [snap_key=16_6_9] [thread_id=131] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.727 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=332.112µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.728 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:45.696 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:45.696 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=6_6_10] [peer_id=27] [region_id=6] [thread_id=101] [2024/05/05 15:08:45.696 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:45.696 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:45.696 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:45.696 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:45.696 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:45.696 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:45.697 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:45.697 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={36, 65, 57, 30, 25, 61, 49, 67, 68, 70, 19, 23, 27, 35, 33, 47, 0, 62, 12, 69, 48, 21, 24, 55, 16, 56, 13, 17, 26, 28, 66, 15, 54, 31, 22, 32, 52, 59, 71, 18, 29, 11, 53, 14, 60, 20, 63, 64, 34, 58, 51, 50}"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.247 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.249 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.249 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.249 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa93544d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa9354afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa935437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa9354d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.249636179\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.249 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa93544d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa9354afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa935437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa9354d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa93544dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa9354afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa935437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa9354d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.250156720\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa93544dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa9354afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa935437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa9354d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa93544e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa9354afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa935437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa9354d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.250404929\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa93544e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa9354afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa935437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa9354d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.551 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.552 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.552 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.291 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.593 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.594 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.595 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.596 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.597 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.597 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.598 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:42.598 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408758750681869] [thread_id=1] [2024/05/05 15:07:42.599 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.599 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.600 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:42.601 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:42.601 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:42.603 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:42.603 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:42.603 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/05 15:07:42.604 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:42.604 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:42.604 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:42.604 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:42.611 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:42.611 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:42.611 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 238.837µs"] [thread_id=1] [2024/05/05 15:07:42.673 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:42.675 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:42.675 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:42.676 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:42.676 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:42.677 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:42.677 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:42.677 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:42.684 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:42.685 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408758750681869] [thread_id=1] [2024/05/05 15:07:45.686 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408758750681869] [thread_id=1] [2024/05/05 15:07:45.686 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892862 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:45.689 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.690 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=68.149µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.693 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=41.149µs] [garbage_range_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:45.695 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:45.699 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:45.699 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:45.700 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:45.701 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:45.702 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:45.702 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:45.707 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:55.696 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:55.705 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:07:55.705 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=1] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=1] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=8] [store_id=1] [peer_id=22] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=1] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 8"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=8] [raft_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.707 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:55.707 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:55.707 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=751.609µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=131] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_6_6_8_(default|lock|write).sst] [snap_key=6_6_8] [thread_id=132] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=129] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=541.403µs] [snap_key=14_6_7] [thread_id=130] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=527.95µs] [snap_key=10_6_7] [thread_id=131] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=578.577µs] [snap_key=6_6_8] [thread_id=132] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=468.656µs] [snap_key=16_6_7] [thread_id=129] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.712 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=22] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.712 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=55.174µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=36.682µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.202µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=6] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.376µs] [region_id=6] [thread_id=80] [2024/05/05 15:07:55.712 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 1 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.712 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 1 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 1 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 1 } } }"] [index=9] [term=6] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 }"] [original_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.713 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.713 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.713 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=1] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=515.685µs] [snap_key=12_6_9] [thread_id=132] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:55.727 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=35.357µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=22] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.728 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:45.695 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=6_6_8] [peer_id=22] [region_id=6] [thread_id=101] [2024/05/05 15:08:45.695 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:45.695 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:45.695 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:45.695 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:45.695 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:45.696 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:45.696 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:45.696 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:45.696 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={34, 15, 61, 59, 63, 17, 49, 57, 0, 58, 32, 26, 29, 56, 13, 65, 53, 51, 66, 30, 24, 25, 31, 33, 22, 19, 20, 35, 16, 12, 50, 62, 64, 67, 69, 60, 55, 28, 11, 36, 47, 27, 18, 52, 54, 70, 21, 71, 14, 68, 48, 23}"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:39.248 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe58564d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe5856afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe585637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe5856d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892859.250478128\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe58564d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe5856afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe585637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe5856d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:39.250 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.251 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe58564dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe5856afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe585637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe5856d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892859.251049200\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:39.251 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe58564dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe5856afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe585637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe5856d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.251 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:39.251 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.251 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe58564e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe5856afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe585637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe5856d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892859.251367739\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:39.251 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe58564e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe5856afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe585637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe5856d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:39.251 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:39.251 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:39.552 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.553 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.553 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.291 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.593 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:42.595 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.595 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.596 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:42.597 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.598 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:42.598 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:42.598 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408758750681869] [thread_id=1] [2024/05/05 15:07:42.599 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.599 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:42.601 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:42.601 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231192/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231191/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231190/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231189/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231188/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231187/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231186/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231185/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/231184/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/11636/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/571/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/570/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/569/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/568/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/567/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/566/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/565/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/337488/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:42.602 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:42.603 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:42.604 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:42.604 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:42.604 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:42.604 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:42.604 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:42.604 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:42.612 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:42.612 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:42.612 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 182.846µs"] [thread_id=1] [2024/05/05 15:07:42.673 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:42.675 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:42.675 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:42.676 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:42.676 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:42.677 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:42.677 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:42.677 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:42.677 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:42.684 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.690 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408758750681869] [thread_id=1] [2024/05/05 15:07:42.691 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892862 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:42.693 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:42.694 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.694 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.694 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 8."] [id=8] [raft_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=8] [region_id=6] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=262.892µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.698 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=9.21µs] [garbage_range_count=2] [store_id=2] [thread_id=1] [2024/05/05 15:07:42.699 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=6] [thread_id=101] [2024/05/05 15:07:42.700 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:42.700 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:42.700 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:42.700 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/05/05 15:07:42.703 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:42.703 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=6] [thread_id=68] [2024/05/05 15:07:42.704 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:42.704 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:42.705 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:42.705 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=2] [thread_id=127] [2024/05/05 15:07:42.707 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:42.707 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:42.707 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:42.711 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:45.703 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=6] [thread_id=31] [2024/05/05 15:07:45.703 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:45.704 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=6] [thread_id=31] [2024/05/05 15:07:45.704 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:45.704 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:45.704 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=6] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=6] [store_id=Some(2)] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 8 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/05/05 15:07:45.705 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=6] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:45.705 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:45.705 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:45.705 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:45.706 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:45.706 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/05 15:07:45.706 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=12] [thread_id=68] [2024/05/05 15:07:52.701 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:55.702 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:55.702 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:55.702 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.702 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:55.702 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.702 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.702 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:55.702 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.702 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=6] [thread_id=31] [2024/05/05 15:07:55.702 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner }]"] [peer_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner } } }"] [index=8] [term=6] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [original_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 8 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner }]"] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.702 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.703 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.703 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.703 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.703 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.704 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.704 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.704 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.704 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.704 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.704 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.704 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=1] [thread_id=18] [2024/05/05 15:07:55.704 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:55.704 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:55.705 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.38475ms] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:55.705 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/05/05 15:07:55.705 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:55.705 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:55.706 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=752.664µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:55.707 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:55.708 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.708 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.708 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.708 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.708 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/05/05 15:07:55.708 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_6_6_8_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_6_6_8_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_6_6_8_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=654.037µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_6_6_8_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=709.263µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:55.709 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.709 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:55.709 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=485.07µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=477.974µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:55.710 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.710 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.710 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=406.402µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:55.710 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.424127ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 1 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.858059ms] [size=0] [snap_key=6_6_8] [region_id=6] [thread_id=131] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 1 role: Learner"] [peer_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.35685ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 1 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.711 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.209367ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=132] [2024/05/05 15:07:55.711 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 1 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.712 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.505496ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/05/05 15:07:55.712 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 1 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.712 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 1 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.712 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.712 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.712 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 1 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.712 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 1 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:55.712 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.713 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.713 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.713 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 1 }]"] [region_id=6] [thread_id=31] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 1 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.713 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 1 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 1 } } }"] [index=9] [term=6] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.713 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 }"] [original_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.713 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.713 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.713 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.713 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.713 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 }"] [peer_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.713 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:55.713 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.713 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:55.714 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.714 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.722 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:55.722 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.722 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:55.722 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:55.722 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.722 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:55.723 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=6] [thread_id=31] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=8] [region_id=6] [thread_id=103] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.723 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.724 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:55.724 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.724 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=517.088µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=490.164µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:55.724 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.724 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_6_6_10_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_6_6_10_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_6_6_10_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:55.724 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=458.69µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_6_6_10_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=507.648µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:55.725 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:55.725 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=396.579µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:55.725 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.725 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.221823ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.697162ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.178622ms] [size=0] [snap_key=6_6_10] [region_id=6] [thread_id=131] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.726 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.370228ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 1 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.726 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:55.726 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=6] [thread_id=31] [2024/05/05 15:07:55.727 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=8] [region_id=6] [thread_id=101] [2024/05/05 15:07:55.727 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.316607ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=131] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 1 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=8] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=8] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=8] [region_id=6] [thread_id=104] [2024/05/05 15:07:55.727 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:55.727 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 }"] [peer_id=8] [region_id=6] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:55.727 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.727 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 1 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:55.728 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:55.728 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.728 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:55.728 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:55.728 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] // stage [Pipeline] } [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/05 15:07:44.202 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:44.202 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:44.202 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:44.202 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:44.202 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:44.202 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:44.202 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:44.202 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:44.202 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:44.206 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:44.206 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:44.206 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:44.206 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:44.207 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:44.207 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:44.207 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:44.207 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:44.208 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:44.208 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:44.208 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:44.208 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:44.208 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:44.208 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:44.208 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:44.208 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:44.209 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=310.987µs] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:46.211 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:46.211 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:46.211 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:46.211 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:46.211 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:46.211 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:46.211 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.211 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:46.211 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:46.212 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.212 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.212 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.212 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.213 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.213 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.213 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:46.213 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.214 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.214 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.215 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.215 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.215 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.215 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.215 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:46.215 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:46.215 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.215 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:46.215 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:46.215 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:46.215 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:46.215 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.215 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:46.215 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.215 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:46.216 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.216 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:46.217 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:46.217 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:46.217 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:46.217 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:46.217 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.217 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:46.217 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:46.217 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.218 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.218 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.265 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:47.214 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:47.214 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:47.214 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:47.215 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:47.215 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:47.215 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:47.215 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:47.215 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:47.221 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408781671001581] [2024/05/05 15:07:47.221 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408781671001581] [2024/05/05 15:07:47.225 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:47.225 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:47.226 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:47.227 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:47.227 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:47.227 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:47.227 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:47.227 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:47.228 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:47.229 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:47.229 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/05 15:07:47.229 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:47.229 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=192.409µs] [2024/05/05 15:07:47.229 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408781671001581/leader] [purpose="leader election"] [2024/05/05 15:07:47.229 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/05 15:07:47.230 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:48.230 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/05/05 15:07:57.216 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:57.216 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/05/05 15:07:44.201 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:44.201 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:44.201 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:44.201 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:44.201 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:44.201 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:44.201 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:44.201 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:44.201 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:44.205 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:44.205 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:44.205 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:44.205 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:44.206 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:44.206 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:44.206 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:44.206 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:44.206 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:44.206 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:44.207 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:44.207 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:44.207 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:44.207 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:44.207 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:44.207 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:44.208 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=477.892µs] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:46.210 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.210 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:46.211 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:46.211 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.211 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.211 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.211 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.212 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.212 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.212 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.212 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:46.213 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.213 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.213 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.214 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.214 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.214 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:46.214 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.214 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:46.214 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.214 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:46.214 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:46.214 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:46.214 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:46.215 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.215 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:46.215 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.215 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:46.215 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.215 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:46.216 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:46.216 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:46.217 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.217 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:46.217 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.217 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:46.217 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:46.217 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.218 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.218 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.265 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:47.214 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:47.214 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:47.214 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:47.215 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:47.215 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:47.215 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:47.215 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:47.215 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:47.221 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408781671001581] [2024/05/05 15:07:47.221 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408781671001581] [2024/05/05 15:07:47.224 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:47.225 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:47.225 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:47.227 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:47.227 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:47.227 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:47.227 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:47.227 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:47.227 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:47.228 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:47.228 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/05/05 15:07:47.229 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:47.229 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=186.423µs] [2024/05/05 15:07:47.229 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408781671001581/leader] [purpose="leader election"] [2024/05/05 15:07:47.229 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/05 15:07:47.229 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:48.230 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/05/05 15:07:48.367 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:48.378 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:48.378 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:39531] [remotes="[]"] [2024/05/05 15:07:48.378 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:34183] [remotes="[]"] [2024/05/05 15:07:48.378 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:48.379 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:48.383 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:57.216 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:57.216 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/05/05 15:07:44.204 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:44.204 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:44.204 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:44.204 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:44.204 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:44.204 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:44.204 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:44.204 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:44.204 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:44.208 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:44.208 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:44.208 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:44.208 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:44.209 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:44.209 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:44.209 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:44.209 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:44.209 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:44.209 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:44.210 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:44.210 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:44.210 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:44.210 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:44.210 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:44.210 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:44.210 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=315.486µs] [2024/05/05 15:07:46.212 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:46.212 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:46.212 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:46.212 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:46.212 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:46.212 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:46.212 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:46.212 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.213 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:46.213 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:46.213 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.213 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.213 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.214 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.215 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.215 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.215 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.215 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:46.215 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.215 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.216 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.216 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.216 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.216 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:46.216 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.216 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.216 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:46.216 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:46.216 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:46.216 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:46.216 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:46.216 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.217 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:46.217 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.217 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.217 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:46.217 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.217 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.217 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:46.217 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.218 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:46.218 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:46.218 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:46.218 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.218 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:46.218 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:46.218 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.218 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.218 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:46.218 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:46.266 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:47.213 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:47.214 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/05/05 15:07:47.214 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:47.214 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:47.214 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:47.215 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:47.215 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:47.215 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:47.215 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:47.215 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:47.215 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:47.215 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:47.219 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408781671001581] [2024/05/05 15:07:47.220 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408781671001581] [2024/05/05 15:07:47.223 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:47.223 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:47.224 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:47.225 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:47.225 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:47.225 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:47.225 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:47.225 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:47.226 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/05/05 15:07:47.226 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:47.226 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005305875248096269] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:47.227 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:47.227 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408781671001581/leader] [purpose="leader election"] [2024/05/05 15:07:47.227 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/05/05 15:07:47.227 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:47.227 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:47.227 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:47.228 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:50.227 +08:00] [next=2024/05/05 15:07:47.227 +08:00] [2024/05/05 15:07:47.229 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:47.230 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:47.230 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:47.232 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:47.235 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:47.235 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:47.235 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/05/05 15:07:47.532 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:47.532 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:47.532 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:47.605 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:47.605 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:47.605 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:47.605 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:47.605 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:47.605 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:47.613 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408781671001581] [request="header:<cluster_id:7365408781671001581 > store:<id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892867 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:7 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:3 > > "] [2024/05/05 15:07:47.613 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408781671001581] [request="header:<cluster_id:7365408781671001581 > store:<id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892867 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:8 store_id:2 > > "] [2024/05/05 15:07:47.613 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408781671001581] [request="header:<cluster_id:7365408781671001581 > store:<id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892867 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:6 store_id:1 > > "] [2024/05/05 15:07:47.614 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408781671001581] [2024/05/05 15:07:47.614 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408781671001581] [2024/05/05 15:07:47.614 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408781671001581] [2024/05/05 15:07:47.616 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=758.193µs] [2024/05/05 15:07:47.616 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=78.505µs] [2024/05/05 15:07:47.617 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:47.617 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:47.617 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:47.617 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:47.617 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:47.617 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:47.617 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:47.617 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=672.182µs] [2024/05/05 15:07:47.621 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:47.621 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:47.621 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892867 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:47.622 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:48.228 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:48.230 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:48.230 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:48.230 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/05 15:07:48.230 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:50.617 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:50.617 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:50.617 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:50.617 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:50.617 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892867 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:50.617 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:50.617 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:50.618 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:50.618 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892867 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:50.618 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:50.618 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:50.618 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:50.619 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:50.620 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:50.620 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:50.620 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:50.620 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:50.630 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:50.630787298 +0800 CST m=+6.465188572, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:50.630 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:50.631 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:50.631 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:50.631 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:50.631 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:50.632 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=5] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:50.632 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=1.633632ms] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:50.630787298 +0800 CST m=+6.465188572, startAt:2024-05-05 15:07:50.630977406 +0800 CST m=+6.465378680, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:50.632 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=5] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:2 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:2 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:2 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:2 >"] [total=4] [2024/05/05 15:07:51.619 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:57.216 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:57.216 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:57.617 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/05/05 15:07:57.618 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/05 15:07:57.619 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] [2024/05/05 15:08:00.633 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:08:00.633684477 +0800 CST m=+16.468085748, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.633 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 3"] [source=create] [2024/05/05 15:08:00.633 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:08:00.633871527 +0800 CST m=+16.468272797, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.633 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 3"] [source=create] [2024/05/05 15:08:00.633 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:08:00.63394822 +0800 CST m=+16.468349490, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 1}, 1:{promote learner peer 20 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.633 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 1"] [source=create] [2024/05/05 15:08:00.634 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:08:00.634030156 +0800 CST m=+16.468431426, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.634 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 21 on store 3"] [source=create] [2024/05/05 15:08:00.634 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:08:00.634105402 +0800 CST m=+16.468506672, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.634 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 3"] [source=create] [2024/05/05 15:08:00.634 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/05 15:08:00.634 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.634 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/05 15:08:00.635 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.635 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 1"] [source=heartbeat] [2024/05/05 15:08:00.635 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:20 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.635 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/05 15:08:00.635 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/05 15:08:00.635 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.635 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.643 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:00.643 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:00.643 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:00.643 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:00.643 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.181198ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:08:00.633684477 +0800 CST m=+16.468085748, startAt:2024-05-05 15:08:00.633796825 +0800 CST m=+16.468198095, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.644 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 20 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:00.644 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=10.111228ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:08:00.634030156 +0800 CST m=+16.468431426, startAt:2024-05-05 15:08:00.634060044 +0800 CST m=+16.468461314, currentStep:2, size:0, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.644 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:00.644 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.351924ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:08:00.633871527 +0800 CST m=+16.468272797, startAt:2024-05-05 15:08:00.633900795 +0800 CST m=+16.468302065, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.644 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.221113ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:08:00.634105402 +0800 CST m=+16.468506672, startAt:2024-05-05 15:08:00.63412859 +0800 CST m=+16.468529861, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.644 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:00.644 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:00.644 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:20 store_id:1 role:Learner },Add peer:{id:20 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:00.644 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.634876ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:08:00.63394822 +0800 CST m=+16.468349490, startAt:2024-05-05 15:08:00.63397588 +0800 CST m=+16.468377151, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 1}, 1:{promote learner peer 20 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:08:00.654066907 +0800 CST m=+16.488468178, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 1}, 1:{promote learner peer 23 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 1"] [source=create] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:08:00.654176582 +0800 CST m=+16.488577852, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 1}, 1:{promote learner peer 24 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 1"] [source=create] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:08:00.65425801 +0800 CST m=+16.488659280, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 1}, 1:{promote learner peer 25 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 1"] [source=create] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:08:00.654327625 +0800 CST m=+16.488728895, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:08:00.654402837 +0800 CST m=+16.488804108, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 1}, 1:{promote learner peer 27 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 1"] [source=create] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 1"] [source=heartbeat] [2024/05/05 15:08:00.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 1"] [source=heartbeat] [2024/05/05 15:08:00.655 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 1"] [source=heartbeat] [2024/05/05 15:08:00.655 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.655 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 1"] [source=heartbeat] [2024/05/05 15:08:00.655 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.655 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/05/05 15:08:00.655 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.655 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:27 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.655 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:00.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:00.658 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 27 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:00.658 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:00.658 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.101405ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:08:00.65425801 +0800 CST m=+16.488659280, startAt:2024-05-05 15:08:00.654281722 +0800 CST m=+16.488682993, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 1}, 1:{promote learner peer 25 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.658 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:1 role:Learner },Add peer:{id:25 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:00.658 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:1 role:Learner },Add peer:{id:23 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:00.658 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.471459ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:08:00.654066907 +0800 CST m=+16.488468178, startAt:2024-05-05 15:08:00.654117779 +0800 CST m=+16.488519050, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 1}, 1:{promote learner peer 23 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.658 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=4.368239ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:08:00.654402837 +0800 CST m=+16.488804108, startAt:2024-05-05 15:08:00.654426462 +0800 CST m=+16.488827733, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 1}, 1:{promote learner peer 27 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.658 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:27 store_id:1 role:Learner },Add peer:{id:27 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:00.658 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:1 role:Learner },Add peer:{id:24 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:00.658 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.731475ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:08:00.654176582 +0800 CST m=+16.488577852, startAt:2024-05-05 15:08:00.654210282 +0800 CST m=+16.488611552, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 1}, 1:{promote learner peer 24 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.659 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:00.659 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:00.659 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=5.240467ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:08:00.654327625 +0800 CST m=+16.488728895, startAt:2024-05-05 15:08:00.654356721 +0800 CST m=+16.488757990, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:47.619 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:47.620 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={43, 1, 45, 35, 47, 51, 57, 59, 61, 63, 64, 65, 60, 66, 7, 29, 55, 69, 70, 21, 41, 71, 62, 33, 27, 28, 68, 53, 58, 67, 49, 5, 13, 9, 24, 34, 32, 39, 19, 26, 37, 15, 3, 17, 22, 11, 36, 23, 0, 31, 25, 30}"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["subchannel 0x7fc92024d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fc9202afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc920237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc9202d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892864.174382735\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["subchannel 0x7fc92024d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fc9202afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc920237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc9202d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.174 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fc92024dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fc9202afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc920237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc9202d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892864.174972273\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fc92024dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fc9202afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc920237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc9202d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fc92024e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fc9202afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc920237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc9202d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892864.175293799\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fc92024e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fc9202afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc920237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc9202d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:44.476 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.217 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.520 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.521 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.522 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.523 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.524 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.524 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408781671001581] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:47.527 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:47.528 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:47.529 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:47.529 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:47.529 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:47.530 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:47.530 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:47.531 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:47.531 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:47.532 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:47.532 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:47.532 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:47.532 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:47.538 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:47.538 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:47.539 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 174.186µs"] [thread_id=1] [2024/05/05 15:07:47.601 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:47.603 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:47.603 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:47.604 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:47.604 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:47.605 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:47.612 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:47.614 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408781671001581] [thread_id=1] [2024/05/05 15:07:50.615 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408781671001581] [thread_id=1] [2024/05/05 15:07:50.615 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892867 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:50.618 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:50.618 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:50.618 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:50.618 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.618 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.619 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:50.622 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:50.622 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=51.213µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.622 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.75µs] [garbage_range_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.624 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:50.624 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:50.624 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:50.629 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:50.629 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:50.629 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:50.631 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:50.631 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:50.631 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:50.636 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:08:00.626 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:08:00.637 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:08:00.637 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=1] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:08:00.639 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=818.885µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=392.468µs] [snap_key=16_6_7] [thread_id=132] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=16] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=70.88µs] [region_id=16] [thread_id=80] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 1 } } }"] [index=8] [term=6] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=1] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=1] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=1] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=8] [store_id=1] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 8"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=8] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_5_6_10_(default|lock|write).sst] [snap_key=5_6_10] [thread_id=130] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=388.31µs] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=129] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=397.564µs] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=446.217µs] [snap_key=5_6_10] [thread_id=130] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=42.716µs] [region_id=14] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=431.348µs] [snap_key=12_6_9] [thread_id=129] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=41.451µs] [region_id=10] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=5] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.484µs] [region_id=5] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.658 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.457µs] [region_id=12] [thread_id=80] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=27] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=20] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.659 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_10] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=20] [region_id=16] [thread_id=102] [2024/05/05 15:08:50.624 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.624 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.624 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.625 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.625 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={68, 62, 55, 25, 11, 65, 67, 9, 27, 39, 37, 64, 69, 1, 34, 60, 63, 35, 49, 61, 33, 22, 13, 58, 3, 19, 23, 24, 26, 7, 53, 47, 0, 5, 15, 57, 66, 36, 17, 70, 31, 28, 30, 21, 41, 43, 45, 59, 71, 29, 51, 32}"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["subchannel 0x7fbc8864d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fbc886afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbc88637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbc886d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892864.174665983\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["subchannel 0x7fbc8864d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fbc886afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbc88637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbc886d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fbc8864dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fbc886afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbc88637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbc886d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892864.175268906\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fbc8864dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fbc886afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbc88637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbc886d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fbc8864e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fbc886afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbc88637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbc886d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892864.175548612\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fbc8864e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fbc886afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbc88637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbc886d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:44.477 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.217 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.521 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.521 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.522 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.523 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.524 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408781671001581] [thread_id=1] [2024/05/05 15:07:47.526 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:47.526 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:47.527 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:47.528 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:47.528 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:47.529 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:47.529 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:47.530 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:47.530 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:47.531 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:47.532 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:47.532 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:47.532 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:47.532 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:47.532 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:47.538 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:47.538 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:47.539 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 185.284µs"] [thread_id=1] [2024/05/05 15:07:47.601 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:47.603 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:47.603 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:47.604 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:47.604 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:47.612 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:47.619 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408781671001581] [thread_id=1] [2024/05/05 15:07:47.619 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892867 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:47.622 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:47.622 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:47.622 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:47.623 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 8."] [id=8] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.626 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=8] [region_id=5] [thread_id=1] [2024/05/05 15:07:47.627 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=196.681µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:47.627 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.837µs] [garbage_range_count=2] [store_id=2] [thread_id=1] [2024/05/05 15:07:47.628 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=5] [thread_id=101] [2024/05/05 15:07:47.628 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:47.628 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:47.628 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:47.629 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=5] [thread_id=31] [2024/05/05 15:07:47.632 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:47.632 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=5] [thread_id=68] [2024/05/05 15:07:47.633 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:47.633 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:47.634 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:47.634 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=2] [thread_id=127] [2024/05/05 15:07:47.635 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:47.635 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:47.636 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:47.640 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:50.631 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=5] [thread_id=31] [2024/05/05 15:07:50.631 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:50.631 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:50.632 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:50.632 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=5] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=5] [store_id=Some(2)] [thread_id=68] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 8 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.632 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:50.633 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/05 15:07:50.633 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/05 15:07:50.633 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:50.633 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:50.633 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:50.633 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=5] [thread_id=68] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/05/05 15:07:50.633 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/05/05 15:07:57.630 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:08:00.634 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:08:00.634 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.634 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:00.634 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:08:00.634 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.634 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.634 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:08:00.634 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:00.634 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.634 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 8 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.634 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.634 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.634 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.634 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.635 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.635 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.635 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.635 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.635 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.635 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.636 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/05/05 15:08:00.636 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/05 15:08:00.636 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:08:00.636 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.122212ms] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/05 15:08:00.636 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=1] [thread_id=18] [2024/05/05 15:08:00.636 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/05 15:08:00.636 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=571.712µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/05/05 15:08:00.638 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:08:00.639 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=8] [2024/05/05 15:08:00.639 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.639 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.639 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.639 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.639 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=633.424µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=635.122µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:00.640 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.640 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:08:00.640 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=385.362µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=407.724µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:08:00.641 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.641 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=329.268µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.641 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.608405ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.227277ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.118682ms] [size=0] [snap_key=5_6_8] [region_id=5] [thread_id=130] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.546561ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.335767ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 1 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.643 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=9] [term=6] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.643 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.643 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 }"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.643 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.644 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.644 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.644 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.644 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 1 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:08:00.644 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 1 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.644 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:08:00.654 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner } } }"] [index=10] [term=6] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=8] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 role: Learner }"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.655 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:00.655 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.655 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:00.655 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.655 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:00.655 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.655 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=431.529µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.655 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=458.501µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.656 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=354.093µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=377.062µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:00.656 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.656 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.656 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=393.458µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.656 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.208223ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 1 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.089795ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 1 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.07902ms] [size=0] [snap_key=5_6_10] [region_id=5] [thread_id=133] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 1 role: Learner"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 1 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 1 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.252165ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/05/05 15:08:00.657 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 1 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 1 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=8] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.658 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.293038ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:08:00.658 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 1 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=8] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 }"] [peer_id=8] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.659 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:08:00.659 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.659 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.659 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] ==> ./tikv1.log <== [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:44.171 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={60, 17, 63, 70, 23, 15, 28, 45, 47, 61, 1, 7, 5, 25, 37, 43, 57, 59, 68, 0, 66, 9, 26, 27, 31, 35, 36, 58, 11, 71, 53, 19, 65, 22, 67, 29, 41, 30, 51, 33, 21, 32, 39, 34, 3, 24, 62, 64, 49, 55, 13, 69}"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:44.172 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["subchannel 0x7fcbdee4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fcbdeeafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcbdee37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcbdeed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892864.174382013\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["subchannel 0x7fcbdee4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fcbdeeafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcbdee37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcbdeed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.174 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.174 +08:00] [INFO] [<unknown>] ["subchannel 0x7fcbdee4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fcbdeeafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcbdee37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcbdeed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892864.174933213\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fcbdee4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fcbdeeafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcbdee37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcbdeed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fcbdee4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fcbdeeafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcbdee37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcbdeed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892864.175227733\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [<unknown>] ["subchannel 0x7fcbdee4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fcbdeeafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fcbdee37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fcbdeed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.175 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.175 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:44.476 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.217 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.520 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.521 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.522 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.523 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:47.524 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.524 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:47.524 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408781671001581] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:47.525 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:47.527 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:47.528 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:47.528 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:47.529 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:47.529 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313170/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:47.530 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:47.530 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:47.531 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:47.531 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:47.532 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:47.532 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:47.532 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:47.532 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:47.538 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:47.538 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:47.539 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 197.948µs"] [thread_id=1] [2024/05/05 15:07:47.601 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:47.603 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:47.603 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:47.604 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:47.604 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:47.605 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:47.612 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:47.614 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408781671001581] [thread_id=1] [2024/05/05 15:07:50.615 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408781671001581] [thread_id=1] [2024/05/05 15:07:50.615 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892867 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:50.617 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:50.617 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:50.617 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:50.617 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.617 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:50.618 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:50.622 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:50.622 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.018µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:50.622 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=32.549µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:50.624 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:50.624 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:50.624 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:50.628 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:50.628 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:50.629 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:50.630 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:50.630 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:50.630 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:50.635 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:08:00.625 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:08:00.636 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:08:00.637 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=3] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=3] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=8] [store_id=3] [peer_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=3] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.637 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 8"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=8] [raft_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:08:00.638 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=758.297µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=133] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=130] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:08:00.641 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_5_6_8_(default|lock|write).sst] [snap_key=5_6_8] [thread_id=129] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=463µs] [snap_key=12_6_7] [thread_id=131] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=517.829µs] [snap_key=14_6_7] [thread_id=133] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=471.11µs] [snap_key=10_6_7] [thread_id=130] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=410.087µs] [snap_key=5_6_8] [thread_id=129] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=12] [thread_id=80] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.642 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.642 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=57.241µs] [region_id=12] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=5] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.926µs] [region_id=5] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=14] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.527µs] [region_id=14] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=10] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.164µs] [region_id=10] [thread_id=80] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=9] [term=6] [peer_id=21] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.643 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=10] [thread_id=103] [2024/05/05 15:08:00.644 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.644 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.644 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 1 role: Learner }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=19] [region_id=14] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 1 role: Learner }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner } } }"] [index=10] [term=6] [peer_id=21] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 1 role: Learner }]"] [peer_id=21] [region_id=5] [thread_id=104] [2024/05/05 15:08:00.654 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.655 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/05 15:08:00.657 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=133] [2024/05/05 15:08:00.658 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=374.095µs] [snap_key=16_6_9] [thread_id=133] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 1 } } }"] [index=10] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 22 store_id: 3 } peers { id: 23 store_id: 1 role: Learner }"] [changes="[peer { id: 23 store_id: 1 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:08:00.658 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 1 } } }"] [index=11] [term=6] [peer_id=21] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 8 store_id: 2 } peers { id: 21 store_id: 3 } peers { id: 27 store_id: 1 role: Learner }"] [changes="[peer { id: 27 store_id: 1 }]"] [peer_id=21] [region_id=5] [thread_id=103] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 1 } } }"] [index=10] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 24 store_id: 1 role: Learner }"] [changes="[peer { id: 24 store_id: 1 }]"] [peer_id=18] [region_id=12] [thread_id=104] [2024/05/05 15:08:00.658 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=216.996µs] [region_id=16] [thread_id=80] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.658 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {8, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=5] [thread_id=102] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.659 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.659 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_8] [peer_id=21] [region_id=5] [thread_id=101] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=22] [region_id=10] [thread_id=102] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=18] [region_id=12] [thread_id=101] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=19] [region_id=14] [thread_id=102] [2024/05/05 15:08:50.624 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:50.624 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.624 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.624 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.624 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.624 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Checks API] No suitable checks publisher found. [Pipeline] // stage [Pipeline] // container [Pipeline] } [Pipeline] } [32m[1,605 / 1,611][0m [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test.instrumented_files ... (2 actions, 0 running) [Pipeline] // container [Pipeline] // container [Pipeline] } [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // stage [Pipeline] } + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/05 15:07:41.153 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:41.153 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:41.153 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:41.153 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:41.153 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:41.153 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:41.153 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:41.153 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:41.153 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:41.157 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:41.157 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:41.157 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:41.157 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:41.158 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:41.158 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:41.158 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:41.158 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:41.158 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:41.159 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:41.159 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:41.159 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:41.159 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:41.159 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:41.159 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:41.159 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:41.160 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=480.121µs] [2024/05/05 15:07:43.161 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.162 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.162 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.163 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.163 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.163 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.163 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.164 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.164 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.164 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.164 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.164 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.165 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.165 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.167 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.167 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.167 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.167 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.167 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.167 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.167 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.167 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.167 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.167 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.167 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.168 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.168 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:43.168 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.169 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:43.169 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.169 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.169 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:43.169 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.171 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.171 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.217 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:984] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 3037d9ad26fb2231] rejected MsgVote from 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:832] ["3037d9ad26fb2231 received MsgVoteResp rejection from 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 1 MsgVoteResp votes and 1 vote rejections"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:832] ["3037d9ad26fb2231 received MsgVoteResp rejection from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 1 MsgVoteResp votes and 2 vote rejections"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:46.163 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:46.164 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:46.164 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:46.164 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:46.164 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:46.164 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:46.167 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408779442902244] [2024/05/05 15:07:46.167 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408779442902244] [2024/05/05 15:07:46.173 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:46.173 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:46.174 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:46.175 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:46.175 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:46.175 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:46.175 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:46.175 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:46.176 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=2234275743217008298] [member-id=3474484975246189105] [2024/05/05 15:07:46.176 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:46.378 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:46.378 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/05 15:07:46.378 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:46.378 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=194.46µs] [2024/05/05 15:07:46.379 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408779442902244/leader] [purpose="leader election"] [2024/05/05 15:07:46.379 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/05 15:07:46.379 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:47.379 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/05/05 15:07:56.166 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:07:56.166 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/05/05 15:07:41.155 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:41.155 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:41.155 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:41.155 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:41.155 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:41.155 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:41.155 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:41.155 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:41.155 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:41.159 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:41.159 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:41.159 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:41.159 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:41.161 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:41.161 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:41.161 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:41.161 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:41.161 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:41.161 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:41.161 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:41.161 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:41.161 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:41.161 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:41.161 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:41.161 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:41.162 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=276.854µs] [2024/05/05 15:07:43.164 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.164 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:43.164 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:43.164 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.164 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:43.164 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.164 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.164 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.165 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.165 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.165 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.165 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.165 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.166 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.167 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.167 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.167 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.167 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.167 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.167 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.168 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.168 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.168 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.169 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.169 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.169 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.169 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.169 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.169 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.169 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.169 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.169 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.169 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.169 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.169 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.170 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:43.170 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.171 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [Pipeline] archiveArtifacts [2024/05/05 15:07:43.171 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.171 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:43.171 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:43.171 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:43.171 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.171 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.171 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.219 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:984] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 1f01bdf364b8beaa] rejected MsgVote from 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:46.163 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:46.164 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:46.164 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:46.164 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:46.164 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:46.164 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:46.170 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408779442902244] [2024/05/05 15:07:46.170 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408779442902244] [2024/05/05 15:07:46.174 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:46.175 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:46.176 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:46.177 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:46.177 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:46.177 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:46.177 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:46.177 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:46.178 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:46.179 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:46.179 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/05/05 15:07:46.179 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:46.179 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=180.761µs] [2024/05/05 15:07:46.179 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408779442902244/leader] [purpose="leader election"] [2024/05/05 15:07:46.180 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/05 15:07:46.180 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:47.180 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/05/05 15:07:56.165 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:56.166 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] ==> ./pd2.log <== [2024/05/05 15:07:41.153 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:41.153 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:41.154 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:41.154 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:41.154 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:41.154 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:41.154 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:41.154 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:41.154 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:41.157 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:41.157 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:41.157 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:41.157 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:41.159 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:41.159 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:41.159 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:41.159 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:41.159 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:41.159 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:41.159 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:41.159 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:41.159 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:41.159 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:41.159 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:41.159 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:41.160 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=318.286µs] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:43.162 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.162 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:43.162 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:43.163 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.163 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.163 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.163 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.163 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.163 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.163 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.164 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.163 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.164 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.164 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.165 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.166 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:43.166 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.166 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:43.166 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:43.166 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:43.166 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:43.166 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.166 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:43.166 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.166 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:43.166 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:43.166 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:43.168 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:43.168 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:43.168 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.168 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.168 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:43.168 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.168 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.168 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:43.168 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.169 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:43.171 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.171 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:43.216 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:46.162 +08:00] [INFO] [raft.go:984] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 1f01bdf364b8beaa] rejected MsgPreVote from 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:984] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 1f01bdf364b8beaa] rejected MsgVote from 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:832] ["1f01bdf364b8beaa received MsgVoteResp rejection from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 1 MsgVoteResp votes and 1 vote rejections"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 1 vote rejections"] [2024/05/05 15:07:46.163 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:46.163 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:46.163 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:46.164 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:46.164 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:46.164 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:46.164 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:46.164 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:46.164 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:46.164 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:46.167 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408779442902244] [2024/05/05 15:07:46.167 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408779442902244] [2024/05/05 15:07:46.172 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:46.173 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:46.173 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:46.174 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:46.174 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:46.174 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:46.175 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:46.175 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:46.175 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/05/05 15:07:46.176 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:46.176 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579113988602381] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:46.176 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:46.177 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408779442902244/leader] [purpose="leader election"] [2024/05/05 15:07:46.177 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/05/05 15:07:46.177 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:46.177 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:46.177 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:46.178 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:49.177 +08:00] [next=2024/05/05 15:07:46.177 +08:00] [2024/05/05 15:07:46.179 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:46.179 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:46.180 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:46.182 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:46.186 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:46.186 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:46.186 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/05/05 15:07:46.479 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:46.479 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:46.479 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:46.552 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:46.552 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:46.552 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:46.552 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:46.552 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:46.552 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:46.559 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408779442902244] [request="header:<cluster_id:7365408779442902244 > store:<id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:6 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:3 > > "] [2024/05/05 15:07:46.560 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408779442902244] [request="header:<cluster_id:7365408779442902244 > store:<id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:1 > > "] [2024/05/05 15:07:46.560 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408779442902244] [request="header:<cluster_id:7365408779442902244 > store:<id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:8 store_id:2 > > "] [2024/05/05 15:07:46.560 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408779442902244] [2024/05/05 15:07:46.560 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408779442902244] [2024/05/05 15:07:46.560 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408779442902244] [2024/05/05 15:07:46.563 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=959.707µs] [2024/05/05 15:07:46.564 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=209.036µs] [2024/05/05 15:07:46.565 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:46.565 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:46.565 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:46.565 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:46.565 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:46.565 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:46.565 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:46.565 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=616.348µs] [2024/05/05 15:07:46.569 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:46.569 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:46.569 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:46.569 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:47.176 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:47.180 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:47.180 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:47.379 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/05/05 15:07:47.379 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:48.261 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:48.272 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:48.272 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:48.272 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43931] [remotes="[]"] [2024/05/05 15:07:48.272 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43387] [remotes="[]"] [2024/05/05 15:07:48.272 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:48.276 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:49.564 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:49.564 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:49.564 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:49.564 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:49.564 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:49.564 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:49.565 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:49.565 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:49.565 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:49.566 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:49.566 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:49.567 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:49.568 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:49.569 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:49.569 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:49.569 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:49.569 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:49.579 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:49.579692487 +0800 CST m=+8.462692878, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:49.579 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:49.580 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:49.580 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:49.580 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:49.580 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:49.581 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.587471ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-05-05 15:07:49.579692487 +0800 CST m=+8.462692878, startAt:2024-05-05 15:07:49.579804139 +0800 CST m=+8.462804529, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:49.581 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:49.581 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:50.568 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:56.166 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:07:56.166 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:07:56.565 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/05/05 15:07:56.567 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/05 15:07:56.567 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/05/05 15:07:59.666 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:59.666937779 +0800 CST m=+18.549938169, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=create] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:59.667179332 +0800 CST m=+18.550179723, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=create] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:59.667262987 +0800 CST m=+18.550263377, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:59.66733224 +0800 CST m=+18.550332630, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=create] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:59.667415009 +0800 CST m=+18.550415399, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=create] [2024/05/05 15:07:59.668 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.668 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.668 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.668 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.669 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.669 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.669 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/05/05 15:07:59.669 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.669 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.669 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.682 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=14.943613ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:59.667262987 +0800 CST m=+18.550263377, startAt:2024-05-05 15:07:59.6672882 +0800 CST m=+18.550288590, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.682 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.682 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=14.998982ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:59.66733224 +0800 CST m=+18.550332630, startAt:2024-05-05 15:07:59.667365927 +0800 CST m=+18.550366318, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.682 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=15.215085ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:59.667179332 +0800 CST m=+18.550179723, startAt:2024-05-05 15:07:59.667214003 +0800 CST m=+18.550214392, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.682 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.682 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=15.114393ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-05-05 15:07:59.667415009 +0800 CST m=+18.550415399, startAt:2024-05-05 15:07:59.667440931 +0800 CST m=+18.550441321, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.682 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.682 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.685 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:59.686 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.686 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=19.098376ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:59.666937779 +0800 CST m=+18.549938169, startAt:2024-05-05 15:07:59.667083553 +0800 CST m=+18.550083944, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:59.687488525 +0800 CST m=+18.570488915, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:59.687626069 +0800 CST m=+18.570626460, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:59.687707076 +0800 CST m=+18.570707467, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:59.68777971 +0800 CST m=+18.570780101, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:59.687856413 +0800 CST m=+18.570856804, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=create] [2024/05/05 15:07:59.688 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.688 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.688 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/05/05 15:07:59.688 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.688 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/05/05 15:07:59.688 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.688 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/05/05 15:07:59.688 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.688 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/05/05 15:07:59.688 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.690 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.691 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:59.691 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:59.691 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:59.691 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.691 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.230321ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:59.687488525 +0800 CST m=+18.570488915, startAt:2024-05-05 15:07:59.687545322 +0800 CST m=+18.570545712, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.691 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/05/05 15:07:59.692 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.692 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.278896ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:59.687707076 +0800 CST m=+18.570707467, startAt:2024-05-05 15:07:59.687730746 +0800 CST m=+18.570731136, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.692 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.309926ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:59.68777971 +0800 CST m=+18.570780101, startAt:2024-05-05 15:07:59.687806774 +0800 CST m=+18.570807164, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.692 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.692 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.305804ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-05-05 15:07:59.687856413 +0800 CST m=+18.570856804, startAt:2024-05-05 15:07:59.687880484 +0800 CST m=+18.570880874, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.692 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.692 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.692 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.948941ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:59.687626069 +0800 CST m=+18.570626460, startAt:2024-05-05 15:07:59.687657126 +0800 CST m=+18.570657517, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:46.618 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:46.619 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={0, 48, 15, 16, 25, 57, 58, 17, 27, 11, 55, 34, 59, 21, 61, 52, 12, 35, 62, 64, 66, 50, 22, 32, 68, 63, 69, 70, 14, 53, 30, 65, 60, 18, 29, 31, 49, 71, 26, 67, 13, 19, 24, 36, 54, 56, 51, 20, 33, 23, 47, 28}"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9fd744d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f9fd74afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9fd7437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9fd74d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892861.125648478\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9fd744d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f9fd74afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9fd7437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9fd74d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9fd744dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f9fd74afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9fd7437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9fd74d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892861.126119619\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9fd744dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f9fd74afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9fd7437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9fd74d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9fd744e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f9fd74afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9fd7437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9fd74d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892861.126354545\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [<unknown>] ["subchannel 0x7f9fd744e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f9fd74afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9fd7437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9fd74d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:41.427 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.429 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.429 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.429 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.430 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.466 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.467 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.469 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.469 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.470 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408779442902244] [thread_id=1] [2024/05/05 15:07:46.472 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.472 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.474 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:46.475 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:46.475 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:46.476 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:46.476 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:46.478 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:46.478 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:46.479 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:46.479 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:46.479 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:46.479 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:46.486 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:46.486 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:46.486 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 263.184µs"] [thread_id=1] [2024/05/05 15:07:46.548 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:46.550 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:46.550 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:46.551 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:46.551 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:46.552 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:46.552 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:46.552 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:46.559 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.561 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408779442902244] [thread_id=1] [2024/05/05 15:07:49.561 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408779442902244] [thread_id=1] [2024/05/05 15:07:49.562 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892866 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.657 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:49.661 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:49.661 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=53.084µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.661 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=30.532µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.663 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:49.663 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:49.663 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:49.667 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:49.667 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:49.668 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:49.669 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:49.670 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:49.671 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:49.674 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:59.665 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:59.670 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:59.670 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.681 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:59.681 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=10.415791ms] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:59.684 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:59.684 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:59.684 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=310.555µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:59.684 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.684 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.684 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.684 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.684 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.685 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.685 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:07:59.685 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.685 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=36.708µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:59.685 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.685 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.686 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.686 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=2] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=129] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=456.684µs] [snap_key=14_6_9] [thread_id=131] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=457.74µs] [snap_key=16_6_9] [thread_id=130] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=579.36µs] [snap_key=4_6_10] [thread_id=129] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=46.915µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=494.006µs] [snap_key=12_6_9] [thread_id=132] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.112µs] [region_id=16] [thread_id=80] Archiving artifacts [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.453µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.691 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.691 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=191.167µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.692 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=101] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={51, 52, 30, 17, 53, 59, 64, 19, 70, 18, 33, 63, 56, 31, 12, 66, 68, 49, 16, 21, 14, 57, 67, 62, 25, 71, 69, 0, 15, 20, 24, 58, 54, 13, 28, 50, 61, 65, 34, 47, 55, 60, 35, 27, 29, 32, 36, 23, 11, 22, 26, 48}"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:41.123 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f904824d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f90482afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9048237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f90482d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892861.125700982\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f904824d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f90482afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9048237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f90482d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [INFO] [<unknown>] ["subchannel 0x7f904824dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f90482afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9048237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f90482d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892861.126237791\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [<unknown>] ["subchannel 0x7f904824dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f90482afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9048237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f90482d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [INFO] [<unknown>] ["subchannel 0x7f904824e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f90482afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9048237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f90482d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892861.126521490\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [<unknown>] ["subchannel 0x7f904824e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f90482afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9048237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f90482d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.126 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.126 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:41.428 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.429 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.429 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.430 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.430 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.467 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.468 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.469 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.469 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.470 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408779442902244] [thread_id=1] [2024/05/05 15:07:46.472 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.472 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.474 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:46.475 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:46.475 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:46.476 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:46.476 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:46.478 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:46.479 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:46.479 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:46.479 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:46.479 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:46.479 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:46.486 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:46.486 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:46.486 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 275.026µs"] [thread_id=1] [2024/05/05 15:07:46.548 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:46.550 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:46.550 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:46.551 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:46.551 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:46.552 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:46.552 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:46.552 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:46.559 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:46.561 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408779442902244] [thread_id=1] [2024/05/05 15:07:49.561 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408779442902244] [thread_id=1] [2024/05/05 15:07:49.562 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892866 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.564 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.657 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:49.661 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:49.661 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=58.587µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.661 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=34.195µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.663 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:49.663 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:49.663 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:49.667 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:49.667 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:49.668 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:49.669 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:49.669 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:49.669 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:49.674 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:59.664 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:59.670 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:07:59.670 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=3] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.671 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.671 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.671 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.671 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.676 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:59.676 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:59.676 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=5.023979ms] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=130] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=131] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=129] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=427.043µs] [snap_key=16_6_7] [thread_id=130] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=502.345µs] [snap_key=14_6_7] [thread_id=132] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=384.598µs] [snap_key=12_6_7] [thread_id=129] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=530.997µs] [snap_key=4_6_8] [thread_id=131] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.681 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.681 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.681 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=60.045µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.658µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.474µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.357µs] [region_id=4] [thread_id=80] [2024/05/05 15:07:59.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=405.654µs] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.690 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=54.438µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=101] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:49.664 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.664 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={50, 64, 17, 55, 53, 36, 60, 63, 65, 66, 51, 70, 24, 26, 27, 35, 71, 28, 58, 29, 48, 30, 15, 47, 18, 23, 54, 61, 19, 69, 49, 13, 21, 68, 20, 57, 16, 62, 12, 22, 52, 67, 33, 0, 59, 32, 11, 14, 31, 25, 56, 34}"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:41.122 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:41.124 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.124 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:41.124 +08:00] [INFO] [<unknown>] ["subchannel 0x7f254ce4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f254ceafb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f254ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f254ced2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892861.124756339\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f254ce4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f254ceafb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f254ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f254ced2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f254ce4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f254ceafb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f254ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f254ced2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892861.125387292\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f254ce4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f254ceafb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f254ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f254ced2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f254ce4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f254ceafb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f254ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f254ced2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892861.125679756\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [<unknown>] ["subchannel 0x7f254ce4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f254ceafb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f254ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f254ced2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:41.125 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:41.125 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:41.427 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.428 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:43.428 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.429 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.429 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.467 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.467 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.468 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.469 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.470 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:46.471 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408779442902244] [thread_id=1] [2024/05/05 15:07:46.472 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.472 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.474 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:46.475 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:46.475 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:46.476 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/358207/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:46.477 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:46.478 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:46.479 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:46.479 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:46.479 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:46.479 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:46.479 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:46.486 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:46.486 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:46.487 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 186.496µs"] [thread_id=1] [2024/05/05 15:07:46.548 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:46.550 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:46.550 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:46.551 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:46.551 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:46.552 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:46.552 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:46.552 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:46.552 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:46.559 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:46.566 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408779442902244] [thread_id=1] [2024/05/05 15:07:46.567 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892866 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:46.570 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:46.570 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:46.570 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:46.571 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=4] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=189.036µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:46.574 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.326µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:46.575 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/05/05 15:07:46.576 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:46.576 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:46.576 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:46.577 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:07:46.579 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:46.580 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/05/05 15:07:46.581 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:46.581 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:46.581 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:46.582 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:46.583 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:46.583 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:46.584 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:46.588 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:49.580 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/05/05 15:07:49.580 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.580 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:49.580 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.580 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [peer_id=7] [region_id=4] [thread_id=103] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.581 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:49.582 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:49.582 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:49.582 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:49.582 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:49.582 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:49.582 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:49.582 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/05/05 15:07:49.582 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:07:49.582 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:49.582 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/05 15:07:49.582 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/05 15:07:49.582 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:07:56.578 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:59.667 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:59.667 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:59.667 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:59.667 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.667 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.667 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.667 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:59.667 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:59.667 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.667 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.667 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.667 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.668 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.668 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.668 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.668 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.668 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.668 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.669 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=18] [2024/05/05 15:07:59.669 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:59.669 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:59.670 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.355153ms] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:59.670 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=639.14µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/05/05 15:07:59.676 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:07:59.677 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.677 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.677 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.677 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=625.095µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=656.078µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:59.678 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.678 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.678 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=380.703µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=406.159µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.679 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.679 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.679 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.098309ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=132] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [Pipeline] sh [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.089301ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.759736ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.680 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.480223ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=130] [2024/05/05 15:07:59.680 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:59.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:59.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:59.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:59.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.682 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/05/05 15:07:59.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.682 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.683 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:59.683 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:59.683 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:59.683 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=347.753µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:59.683 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.683 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.684 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.386419ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/05/05 15:07:59.684 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.685 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:59.685 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.685 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.685 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.685 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.686 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.686 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:59.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:59.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:59.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:59.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:59.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:59.688 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:59.688 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.688 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.688 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:59.688 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=390.917µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:59.688 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:59.689 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=423.271µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:59.689 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=395.423µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:59.689 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=418.523µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.689 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.689 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=485.128µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.313247ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.363521ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=130] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.690 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.306966ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:07:59.690 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.690 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.222221ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=133] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=7] [region_id=4] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:59.691 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.131892ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=7] [region_id=4] [thread_id=104] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.691 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.692 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.692 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:59.692 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/05/05 15:07:59.692 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.692 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.692 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // container [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/05 15:07:45.449 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:45.449 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:45.449 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:45.449 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:45.449 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:45.449 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:45.449 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:45.449 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:45.449 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:45.453 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:45.453 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:45.453 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:45.453 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:45.455 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:45.455 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:45.455 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:45.455 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:45.455 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:45.455 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:45.455 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:45.455 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:45.455 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:45.455 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:45.455 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:45.455 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:45.457 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=1.764886ms] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.464 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:47.465 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:47.466 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.466 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.466 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.466 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.466 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.466 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.466 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.466 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.466 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.466 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.467 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.467 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.467 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.467 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:47.467 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:47.467 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:47.467 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:47.467 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.467 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:47.467 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.467 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.467 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.467 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:47.470 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:47.470 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:47.470 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:47.470 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.470 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:47.470 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.470 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.470 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.470 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.470 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.517 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:48.964 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:48.965 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:48.965 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:48.966 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:48.966 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:48.966 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:48.966 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:48.966 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:48.969 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408785530397569] [2024/05/05 15:07:48.969 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408785530397569] [2024/05/05 15:07:48.976 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:48.977 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:48.978 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:48.981 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:48.981 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:48.981 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:48.982 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:48.982 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:48.982 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:48.983 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/05/05 15:07:49.184 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:49.184 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:49.184 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:49.185 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=186.286µs] [2024/05/05 15:07:49.185 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408785530397569/leader] [purpose="leader election"] [2024/05/05 15:07:49.185 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:49.185 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:50.186 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:51.109 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:51.127 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:51.127 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:51.127 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:33187] [remotes="[]"] [2024/05/05 15:07:51.127 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:34359] [remotes="[]"] [2024/05/05 15:07:51.128 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:51.135 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:58.968 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:07:58.968 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/05/05 15:07:45.452 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:45.452 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:45.452 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:45.452 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:45.452 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:45.452 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:45.452 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:45.452 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:45.452 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:45.456 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:45.456 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:45.456 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:45.456 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:45.457 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:45.457 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:45.457 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:45.457 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:45.457 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:45.457 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:45.457 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:45.457 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:45.457 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:45.457 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:45.458 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:45.458 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:45.458 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=612.832µs] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.464 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:47.465 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:47.466 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.466 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.466 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.467 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.469 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.469 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.469 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.469 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.469 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.469 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:47.469 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.469 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:47.469 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:47.469 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:47.469 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:47.470 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.470 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:47.470 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.470 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.470 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.470 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:47.470 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.470 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.470 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.471 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:47.471 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:47.471 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.520 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:48.964 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:48.965 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:48.965 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:48.966 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:48.966 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:48.966 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:48.966 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:48.966 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:48.972 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408785530397569] [2024/05/05 15:07:48.972 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408785530397569] [2024/05/05 15:07:48.978 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:48.978 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:48.979 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:48.981 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:48.981 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:48.981 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:48.982 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:48.982 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:48.982 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:48.982 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/05/05 15:07:49.184 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:49.184 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:49.184 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:49.184 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=197.871µs] [2024/05/05 15:07:49.185 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408785530397569/leader] [purpose="leader election"] [2024/05/05 15:07:49.185 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:49.185 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:50.185 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:58.968 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:58.968 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/05/05 15:07:45.450 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:45.450 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:45.450 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:45.450 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:45.450 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:45.450 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:45.450 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:45.450 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:45.450 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:45.454 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:45.454 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:45.454 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:45.454 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:45.455 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:45.455 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:45.455 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:45.455 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:45.455 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:45.455 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:45.455 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:45.455 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:45.455 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:45.455 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:45.455 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:45.456 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:45.457 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=1.656395ms] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:47.462 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.463 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:47.465 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:47.465 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.465 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.466 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.466 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:47.467 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.467 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.468 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.469 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.469 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.469 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.469 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:47.469 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:47.469 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.469 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:47.469 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:47.469 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:47.469 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:47.470 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.470 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:47.470 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.470 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.470 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.470 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:47.470 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.470 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.470 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.471 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:47.471 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:47.471 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.471 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.471 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.520 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:48.963 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:48.964 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/05 15:07:48.964 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:48.965 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:48.965 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:48.966 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:48.966 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:48.966 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:48.966 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:48.966 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:48.966 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:48.966 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:48.971 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408785530397569] [2024/05/05 15:07:48.971 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408785530397569] [2024/05/05 15:07:48.977 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:48.978 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:48.978 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:48.981 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:48.981 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:48.981 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:48.981 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:48.982 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:48.982 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/05 15:07:48.982 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:48.983 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908008745731597] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:48.983 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:48.983 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408785530397569/leader] [purpose="leader election"] [2024/05/05 15:07:48.983 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/05 15:07:48.983 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:48.983 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:48.984 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:48.985 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:51.984 +08:00] [next=2024/05/05 15:07:48.984 +08:00] [2024/05/05 15:07:48.986 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:48.986 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:48.986 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:48.989 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:48.993 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:48.993 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:48.993 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/05 15:07:49.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:49.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:49.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:49.365 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:49.365 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:49.365 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:49.365 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:49.366 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:49.366 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:49.373 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408785530397569] [request="header:<cluster_id:7365408785530397569 > store:<id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892869 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:2 > > "] [2024/05/05 15:07:49.373 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408785530397569] [request="header:<cluster_id:7365408785530397569 > store:<id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892869 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:6 store_id:1 > > "] [2024/05/05 15:07:49.373 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408785530397569] [request="header:<cluster_id:7365408785530397569 > store:<id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892869 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:8 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:3 > > "] [2024/05/05 15:07:49.374 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408785530397569] [2024/05/05 15:07:49.374 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408785530397569] [2024/05/05 15:07:49.374 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408785530397569] [2024/05/05 15:07:49.376 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=758.125µs] [2024/05/05 15:07:49.376 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=61.835µs] [2024/05/05 15:07:49.377 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:49.377 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:49.377 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:49.377 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:49.377 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:49.377 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:49.377 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:49.377 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=699.854µs] [2024/05/05 15:07:49.381 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:49.382 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:49.383 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892869 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:49.383 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:49.983 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:50.185 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:50.185 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:50.186 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:50.187 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:52.377 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:52.377 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:52.377 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:52.377 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:52.379 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:52.379 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:52.379 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892869 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:52.379 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:52.380 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:52.380 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:52.380 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892869 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:52.380 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:52.381 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:52.382 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:52.382 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:52.382 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:52.382 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:52.393 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:52.393334603 +0800 CST m=+6.979594235, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:52.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:52.393 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:52.393 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:52.393 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:52.393 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:52.395 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=2.083827ms] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:52.393334603 +0800 CST m=+6.979594235, startAt:2024-05-05 15:07:52.393440748 +0800 CST m=+6.979700381, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:52.395 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=5] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:52.395 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=5] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:2 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:2 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:2 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:2 >"] [total=4] [2024/05/05 15:07:53.381 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:58.968 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/05/05 15:07:58.968 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:59.378 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/05/05 15:07:59.379 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/05 15:07:59.381 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] [2024/05/05 15:08:02.388 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:08:02.388642829 +0800 CST m=+16.974902462, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 1}, 1:{promote learner peer 18 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.388 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 1"] [source=create] [2024/05/05 15:08:02.388 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:08:02.388839824 +0800 CST m=+16.975099458, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 1}, 1:{promote learner peer 19 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.388 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 1"] [source=create] [2024/05/05 15:08:02.388 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:08:02.38891791 +0800 CST m=+16.975177544, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.388 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/05/05 15:08:02.389 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:08:02.388992689 +0800 CST m=+16.975252322, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 1}, 1:{promote learner peer 21 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.389 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 1"] [source=create] [2024/05/05 15:08:02.389 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:08:02.389098035 +0800 CST m=+16.975357721, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 1}, 1:{promote learner peer 22 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.389 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 22 on store 1"] [source=create] [2024/05/05 15:08:02.390 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 1"] [source=heartbeat] [2024/05/05 15:08:02.390 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:02.390 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 1"] [source=heartbeat] [2024/05/05 15:08:02.390 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:02.391 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 1"] [source=heartbeat] [2024/05/05 15:08:02.391 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:02.391 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:22 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:02.391 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 22 on store 1"] [source=heartbeat] [2024/05/05 15:08:02.391 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/05/05 15:08:02.391 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:02.400 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:02.401 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:02.401 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:02.401 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 22 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:02.402 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:1 role:Learner },Add peer:{id:21 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:02.402 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=13.498256ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:08:02.388992689 +0800 CST m=+16.975252322, startAt:2024-05-05 15:08:02.389020451 +0800 CST m=+16.975280084, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 1}, 1:{promote learner peer 21 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.403 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:02.403 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:1 role:Learner },Add peer:{id:18 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:02.403 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=14.517413ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:08:02.388642829 +0800 CST m=+16.974902462, startAt:2024-05-05 15:08:02.388761982 +0800 CST m=+16.975021615, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 1}, 1:{promote learner peer 18 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.404 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:1 role:Learner },Add peer:{id:19 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:02.404 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=15.187611ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:08:02.388839824 +0800 CST m=+16.975099458, startAt:2024-05-05 15:08:02.388870962 +0800 CST m=+16.975130596, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 1}, 1:{promote learner peer 19 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.404 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=15.592901ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:08:02.389098035 +0800 CST m=+16.975357721, startAt:2024-05-05 15:08:02.389141914 +0800 CST m=+16.975401546, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 1}, 1:{promote learner peer 22 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.404 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:22 store_id:1 role:Learner },Add peer:{id:22 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:02.405 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=16.156556ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:08:02.38891791 +0800 CST m=+16.975177544, startAt:2024-05-05 15:08:02.388943195 +0800 CST m=+16.975202828, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.405 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:08:02.409439084 +0800 CST m=+16.995698718, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:08:02.409563478 +0800 CST m=+16.995823110, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:08:02.409639442 +0800 CST m=+16.995899075, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 1}, 1:{promote learner peer 25 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 1"] [source=create] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:08:02.409707359 +0800 CST m=+16.995966993, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:08:02.409779373 +0800 CST m=+16.996039006, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:02.409 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 3"] [source=create] [2024/05/05 15:08:02.410 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/05 15:08:02.411 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:02.411 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 1"] [source=heartbeat] [2024/05/05 15:08:02.411 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:02.412 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:02.412 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/05/05 15:08:02.412 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/05/05 15:08:02.412 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:02.412 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/05 15:08:02.412 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:02.416 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:02.417 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:08:02.417 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:02.418 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:02.418 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=8.943571ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:08:02.409439084 +0800 CST m=+16.995698718, startAt:2024-05-05 15:08:02.409489385 +0800 CST m=+16.995749018, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.418 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:02.418 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:08:02.419 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.700731ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:08:02.409639442 +0800 CST m=+16.995899075, startAt:2024-05-05 15:08:02.409664832 +0800 CST m=+16.995924465, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 1}, 1:{promote learner peer 25 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.419 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:1 role:Learner },Add peer:{id:25 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:02.419 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.142961ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:08:02.409563478 +0800 CST m=+16.995823110, startAt:2024-05-05 15:08:02.409589537 +0800 CST m=+16.995849170, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.419 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:02.420 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=10.498415ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:08:02.409779373 +0800 CST m=+16.996039006, startAt:2024-05-05 15:08:02.409801509 +0800 CST m=+16.996061143, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.420 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:02.420 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.656523ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:08:02.409707359 +0800 CST m=+16.995966993, startAt:2024-05-05 15:08:02.409736908 +0800 CST m=+16.995996541, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:02.420 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:49.378 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:49.380 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={69, 35, 55, 64, 71, 65, 32, 48, 0, 29, 61, 13, 27, 57, 66, 54, 21, 15, 19, 59, 62, 58, 70, 12, 11, 14, 16, 17, 22, 24, 30, 53, 60, 63, 18, 33, 23, 26, 28, 50, 31, 52, 20, 25, 34, 67, 51, 36, 47, 49, 56, 68}"] [thread_id=1] [2024/05/05 15:07:45.418 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:45.419 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:45.419 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:45.419 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.421 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:45.421 +08:00] [INFO] [<unknown>] ["subchannel 0x7f449324d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f44932afb08, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4493237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44932d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892865.421127362\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:45.421 +08:00] [INFO] [<unknown>] ["subchannel 0x7f449324d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f44932afb08, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4493237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44932d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.421 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.421 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.421 +08:00] [INFO] [<unknown>] ["subchannel 0x7f449324dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f44932afb08, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4493237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44932d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892865.421615023\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:45.421 +08:00] [INFO] [<unknown>] ["subchannel 0x7f449324dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f44932afb08, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4493237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44932d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.421 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.421 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.421 +08:00] [INFO] [<unknown>] ["subchannel 0x7f449324e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f44932afb08, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4493237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44932d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892865.421853810\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:45.421 +08:00] [INFO] [<unknown>] ["subchannel 0x7f449324e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f44932afb08, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4493237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f44932d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.421 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.421 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:45.723 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.724 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.724 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:48.967 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:49.269 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.270 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:49.271 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:49.272 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:49.272 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.273 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.273 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:49.273 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408785530397569] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:49.275 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:49.279 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:49.280 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:49.280 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:49.280 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:49.280 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:49.280 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:49.285 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:49.285 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:49.286 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 173.472µs"] [thread_id=1] [2024/05/05 15:07:49.362 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:49.364 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:49.364 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:49.365 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:49.365 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:49.365 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:49.365 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:49.365 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:49.365 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:49.366 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:49.366 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:49.373 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.374 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408785530397569] [thread_id=1] [2024/05/05 15:07:52.375 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408785530397569] [thread_id=1] [2024/05/05 15:07:52.376 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892869 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:52.380 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:52.380 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:52.380 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:52.380 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:52.380 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:52.381 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:52.384 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:52.385 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=51.101µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:52.385 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=27.186µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:52.386 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:52.386 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:52.386 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:52.391 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:52.391 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:52.392 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:52.393 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:52.394 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:52.394 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:52.400 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:08:02.388 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:08:02.392 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:08:02.392 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.394 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:08:02.394 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:08:02.394 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=1.081183ms] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/05/05 15:08:02.400 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.517797ms] [snap_key=14_6_7] [thread_id=132] [2024/05/05 15:08:02.400 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.400 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.401 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.401 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.402 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.402 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:08:02.402 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.402 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=175.72µs] [region_id=14] [thread_id=80] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=7] [store_id=3] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.45416ms] [snap_key=10_6_9] [thread_id=132] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_5_6_10_(default|lock|write).sst] [snap_key=5_6_10] [thread_id=130] [2024/05/05 15:08:02.414 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.414 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.414 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.414 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.414 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.414 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=129] [2024/05/05 15:08:02.415 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.967589ms] [snap_key=12_6_9] [thread_id=131] [2024/05/05 15:08:02.415 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.415 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:08:02.416 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.416 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.835861ms] [snap_key=5_6_10] [thread_id=130] [2024/05/05 15:08:02.416 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=556.761µs] [region_id=10] [thread_id=80] [2024/05/05 15:08:02.416 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.896989ms] [snap_key=16_6_9] [thread_id=129] [2024/05/05 15:08:02.416 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.416 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:08:02.417 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.417 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=457.237µs] [region_id=12] [thread_id=80] [2024/05/05 15:08:02.418 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.418 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.418 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:08:02.418 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.418 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.699µs] [region_id=16] [thread_id=80] [2024/05/05 15:08:02.418 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=5] [thread_id=80] [2024/05/05 15:08:02.418 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.418 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.828µs] [region_id=5] [thread_id=80] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:08:02.419 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.420 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.420 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.420 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_10] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:52.386 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:52.387 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:52.387 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:52.387 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:52.387 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={28, 25, 16, 15, 66, 32, 35, 12, 21, 30, 0, 24, 13, 56, 57, 58, 18, 61, 62, 19, 33, 53, 54, 23, 65, 67, 31, 51, 60, 68, 69, 52, 70, 71, 64, 29, 26, 36, 49, 47, 59, 14, 63, 55, 11, 20, 22, 48, 17, 34, 50, 27}"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:45.423 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.423 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:45.423 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6f78c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f6f78cafb00, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6f78c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6f78cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892865.423481698\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:45.423 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6f78c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f6f78cafb00, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6f78c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6f78cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.423 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.423 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.424 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6f78c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f6f78cafb00, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6f78c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6f78cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892865.424155289\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:45.424 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6f78c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f6f78cafb00, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6f78c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6f78cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.424 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.424 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.424 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6f78c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f6f78cafb00, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6f78c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6f78cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892865.424465974\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:45.424 +08:00] [INFO] [<unknown>] ["subchannel 0x7f6f78c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f6f78cafb00, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6f78c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f6f78cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.424 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.424 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:45.726 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.726 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.726 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:48.967 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:49.269 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.270 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:49.271 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:49.272 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:49.273 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.273 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408785530397569] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:49.276 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:49.279 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:49.279 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/05/05 15:07:49.280 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:49.280 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:49.280 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:49.280 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:49.285 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:49.286 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:49.286 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 182.583µs"] [thread_id=1] [2024/05/05 15:07:49.361 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:49.363 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:49.363 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:49.364 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:49.364 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:49.365 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:49.365 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=73] [2024/05/05 15:07:49.365 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=74] [2024/05/05 15:07:49.365 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:49.365 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=73] [2024/05/05 15:07:49.365 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:49.372 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.379 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408785530397569] [thread_id=1] [2024/05/05 15:07:49.379 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892869 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:49.383 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:49.383 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.383 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.384 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=5] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=196.071µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.387 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.711µs] [garbage_range_count=2] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.388 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=5] [thread_id=101] [2024/05/05 15:07:49.389 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:49.389 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:49.389 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:49.390 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=5] [thread_id=31] [2024/05/05 15:07:49.392 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:49.392 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=5] [thread_id=68] [2024/05/05 15:07:49.393 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:49.394 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:49.394 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:49.394 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=2] [thread_id=127] [2024/05/05 15:07:49.396 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:49.396 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:49.396 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:49.400 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:52.393 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=5] [thread_id=31] [2024/05/05 15:07:52.393 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:07:52.394 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:52.394 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=7] [region_id=5] [thread_id=103] [2024/05/05 15:07:52.394 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [peer_id=7] [region_id=5] [thread_id=103] [2024/05/05 15:07:52.395 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=5] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:52.395 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=5] [store_id=Some(2)] [thread_id=68] [2024/05/05 15:07:52.395 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:52.395 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.395 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:52.396 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/05 15:07:52.396 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/05 15:07:52.396 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:52.396 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:52.396 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:52.396 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:52.396 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=5] [thread_id=68] [2024/05/05 15:07:52.396 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:52.396 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:52.396 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/05/05 15:07:52.396 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:52.396 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:52.397 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:52.397 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/05/05 15:07:52.397 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/05/05 15:07:59.391 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:08:02.388 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:02.389 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:08:02.389 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.389 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.389 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:02.389 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:08:02.389 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.389 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.389 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:08:02.389 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner }]"] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.389 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:08:02.389 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.389 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:08:02.389 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.389 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:08:02.389 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner } } }"] [index=8] [term=6] [peer_id=7] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=7] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner }]"] [peer_id=7] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.390 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.390 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.390 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.390 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.390 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.390 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.390 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=7] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.390 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.391 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=1] [thread_id=18] [2024/05/05 15:08:02.391 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:08:02.391 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.273201ms] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:08:02.392 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=572.579µs] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/05/05 15:08:02.394 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:08:02.394 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.394 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.394 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.394 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.395 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/05/05 15:08:02.395 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.395 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:02.395 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:02.395 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:02.395 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:02.395 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:02.395 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=978.689µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:02.396 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=1.113221ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:02.396 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:08:02.396 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=691.911µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:02.397 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=810.012µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:08:02.397 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.398 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=1.087859ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:02.398 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.398 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.672025ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 1 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.409123ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=3.11301ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 1 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 1 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.400 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.530538ms] [size=0] [snap_key=5_6_8] [region_id=5] [thread_id=131] [2024/05/05 15:08:02.400 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 1 role: Learner"] [peer_id=7] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.401 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 1 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.401 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.568146ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.401 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 1 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 1 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.401 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 1 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.401 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 1 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 1 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.402 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 1 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.402 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [changes="[peer { id: 19 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.403 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 1 } } }"] [index=9] [term=6] [peer_id=7] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=7] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=7] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.403 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.403 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:02.403 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.403 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.403 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.403 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.404 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 }"] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.404 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.409 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:02.409 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.409 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:08:02.409 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.409 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:02.409 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:08:02.409 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.409 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.409 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:08:02.409 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=7] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=7] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=7] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=7] [region_id=5] [thread_id=104] [2024/05/05 15:08:02.411 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:02.411 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:02.411 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.412 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.412 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=657.214µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:02.412 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:02.412 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=629.923µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:02.413 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=732.303µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:02.413 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=1.095754ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:08:02.414 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=845.196µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:08:02.414 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:02.414 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.362008ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/05/05 15:08:02.414 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.415 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.523846ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/05/05 15:08:02.415 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.976758ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 1 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.416 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.45659ms] [size=0] [snap_key=5_6_10] [region_id=5] [thread_id=133] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=7] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.416 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.417 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=2.628457ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:08:02.417 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.417 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 1 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:02.417 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.417 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:08:02.417 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.418 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.418 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.418 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.418 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:08:02.418 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=7] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.419 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.419 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=7] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=7] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=7] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.419 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.420 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.420 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.420 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 }"] [peer_id=7] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.420 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] ==> ./tikv3.log <== [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={20, 19, 61, 33, 65, 27, 29, 17, 26, 28, 18, 50, 55, 0, 11, 30, 57, 66, 53, 67, 49, 60, 22, 25, 56, 58, 63, 52, 14, 47, 51, 62, 16, 68, 23, 54, 36, 13, 48, 24, 32, 35, 69, 59, 70, 64, 15, 34, 21, 71, 12, 31}"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:45.420 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:45.423 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.423 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:45.423 +08:00] [INFO] [<unknown>] ["subchannel 0x7f29c664d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f29c66afb08, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f29c6637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f29c66d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892865.423543828\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:45.423 +08:00] [INFO] [<unknown>] ["subchannel 0x7f29c664d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f29c66afb08, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f29c6637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f29c66d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.423 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.423 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.424 +08:00] [INFO] [<unknown>] ["subchannel 0x7f29c664dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f29c66afb08, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f29c6637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f29c66d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892865.424155745\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:45.424 +08:00] [INFO] [<unknown>] ["subchannel 0x7f29c664dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f29c66afb08, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f29c6637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f29c66d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.424 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.424 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.424 +08:00] [INFO] [<unknown>] ["subchannel 0x7f29c664e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f29c66afb08, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f29c6637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f29c66d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892865.424472028\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:45.424 +08:00] [INFO] [<unknown>] ["subchannel 0x7f29c664e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f29c66afb08, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f29c6637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f29c66d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.424 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.424 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:45.725 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.726 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:47.726 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:48.967 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:49.270 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.270 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:49.271 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:49.272 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:49.273 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.273 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408785530397569] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:49.274 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:49.275 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:49.277 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/313103/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:49.278 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:49.279 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:49.279 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/05/05 15:07:49.280 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:49.280 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:49.280 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:49.280 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:49.285 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:49.285 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:49.286 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 178.711µs"] [thread_id=1] [2024/05/05 15:07:49.360 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:49.363 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:49.363 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:49.364 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:49.364 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/05/05 15:07:49.364 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:49.364 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:49.364 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:49.364 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:49.364 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:49.364 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:49.372 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:49.375 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408785530397569] [thread_id=1] [2024/05/05 15:07:52.375 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408785530397569] [thread_id=1] [2024/05/05 15:07:52.376 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892869 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:52.379 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:52.379 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:52.379 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:52.379 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:52.379 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:52.380 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:52.383 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:52.384 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=66.401µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=1] [thread_id=1] [2024/05/05 15:07:52.384 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=31.351µs] [garbage_range_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:52.386 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:52.386 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:52.386 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:52.390 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:52.390 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:52.391 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:52.392 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:52.392 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:52.393 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:52.397 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:08:02.387 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:08:02.392 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:08:02.392 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=1] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=1] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=1] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=7] [store_id=1] [peer_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.392 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:08:02.393 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:08:02.394 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=737.772µs] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=131] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=133] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:08:02.397 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:08:02.398 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:08:02.398 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_5_6_8_(default|lock|write).sst] [snap_key=5_6_8] [thread_id=129] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.729345ms] [snap_key=10_6_7] [thread_id=131] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.699246ms] [snap_key=16_6_7] [thread_id=133] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.686266ms] [snap_key=12_6_7] [thread_id=130] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.399 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=1.750473ms] [snap_key=5_6_8] [thread_id=129] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.399 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=22] [region_id=5] [thread_id=102] [2024/05/05 15:08:02.400 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.400 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:02.400 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/05/05 15:08:02.400 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.400 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=431.677µs] [region_id=16] [thread_id=80] [2024/05/05 15:08:02.400 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:08:02.400 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.400 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.176µs] [region_id=10] [thread_id=80] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.401 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:08:02.401 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.401 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.401 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=59.747µs] [region_id=12] [thread_id=80] [2024/05/05 15:08:02.401 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=5] [thread_id=80] [2024/05/05 15:08:02.401 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.401 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=29.311µs] [region_id=5] [thread_id=80] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 1 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.401 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 1 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 1 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [changes="[peer { id: 19 store_id: 1 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 1 } } }"] [index=9] [term=6] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.402 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.402 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.403 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.403 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.404 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.410 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:02.411 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=1] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.411 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:08:02.413 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=129] [2024/05/05 15:08:02.415 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=2.128291ms] [snap_key=14_6_9] [thread_id=129] [2024/05/05 15:08:02.415 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.415 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:02.416 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.416 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:08:02.417 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:02.417 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=51.39µs] [region_id=14] [thread_id=80] [2024/05/05 15:08:02.417 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.417 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.417 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:02.418 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 1 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 1 role: Learner }"] [changes="[peer { id: 25 store_id: 1 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.418 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/05/05 15:08:02.419 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=22] [region_id=5] [thread_id=103] [2024/05/05 15:08:02.419 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:02.420 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:02.420 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_8] [peer_id=22] [region_id=5] [thread_id=101] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=101] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:52.386 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:52.386 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:52.386 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:52.386 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:52.386 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:52.386 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/05 15:07:45.787 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:45.788 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:45.788 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:45.788 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:45.788 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:45.788 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:45.788 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:45.788 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:45.788 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:45.791 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:45.793 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:45.793 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:45.793 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:45.793 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:45.793 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:45.793 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:45.793 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:45.793 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:45.793 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:45.793 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:45.793 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:45.793 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:45.794 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=287.13µs] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:47.796 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.796 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:47.796 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:47.796 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.796 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.797 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.797 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.798 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.798 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.798 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.798 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.798 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.798 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.798 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.798 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.799 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.799 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.799 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:47.799 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:47.799 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.799 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:47.799 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.799 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:47.799 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.799 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:47.799 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.799 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.799 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.800 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:47.800 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:47.800 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:47.801 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.801 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:47.801 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.801 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.801 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.849 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:49.798 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:49.798 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:49.799 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:49.799 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:49.799 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:49.799 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:49.799 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:49.802 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408789807944270] [2024/05/05 15:07:49.802 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408789807944270] [2024/05/05 15:07:49.806 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:49.808 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:49.808 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:49.810 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:49.810 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:49.810 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:49.810 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:49.810 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:49.811 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:49.811 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/05/05 15:07:50.013 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:50.013 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:50.013 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:50.013 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=225.091µs] [2024/05/05 15:07:50.014 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408789807944270/leader] [purpose="leader election"] [2024/05/05 15:07:50.014 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:50.014 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:50.978 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:50.988 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:50.989 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44267] [remotes="[]"] [2024/05/05 15:07:50.988 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37185] [remotes="[]"] [2024/05/05 15:07:50.989 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:50.989 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:50.993 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:51.014 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:59.800 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:59.800 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/05/05 15:07:45.785 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:45.786 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:45.786 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:45.786 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:45.786 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:45.786 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:45.786 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:45.786 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:45.786 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:45.789 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:45.790 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:45.790 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:45.790 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:45.791 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:45.791 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:45.791 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:45.791 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:45.791 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:45.791 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:45.791 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:45.792 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:45.792 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:45.792 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=476.427µs] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:47.795 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.796 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:47.796 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:47.796 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.796 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.796 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.797 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.798 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.798 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.798 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:47.798 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.798 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.798 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.798 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.799 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.799 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.799 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.799 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:47.799 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.799 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:47.799 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:47.800 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.800 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:47.800 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.800 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.800 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.800 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.800 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:47.800 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:47.800 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:47.801 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.801 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:47.801 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:47.801 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.801 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.801 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.801 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:47.849 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:49.798 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:49.798 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:49.799 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:49.799 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:49.799 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:49.799 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:49.799 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:49.804 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408789807944270] [2024/05/05 15:07:49.804 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408789807944270] [2024/05/05 15:07:49.808 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:49.808 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:49.809 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:49.810 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:49.810 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:49.810 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:49.810 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:49.810 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:49.811 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:49.812 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/05/05 15:07:50.014 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:50.014 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:50.014 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:50.014 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=176.139µs] [2024/05/05 15:07:50.014 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408789807944270/leader] [purpose="leader election"] [2024/05/05 15:07:50.014 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:50.014 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:51.015 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:59.800 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:59.800 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/05/05 15:07:45.785 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:45.785 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:45.785 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:45.785 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:45.785 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:45.785 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:45.786 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:45.786 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:45.786 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:45.790 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:45.790 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:45.790 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:45.790 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:45.791 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:45.791 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:45.791 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:45.791 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:45.791 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:45.791 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:45.791 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:45.791 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:45.792 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:45.792 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:45.792 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=558.481µs] [2024/05/05 15:07:46.795 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:46.795 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:46.795 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:46.795 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:46.795 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:46.795 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:46.795 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:46.795 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.796 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:46.797 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:46.797 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.797 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.797 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.797 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.797 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.797 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.797 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:46.797 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:46.797 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.797 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.797 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.797 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.798 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.798 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.798 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:46.798 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:46.798 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:46.798 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:46.798 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:46.798 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:46.798 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:46.798 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.798 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:46.798 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.798 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:46.798 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:46.798 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:46.800 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:46.800 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:47.799 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.799 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.799 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.799 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.800 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:47.800 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.800 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.800 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:47.800 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.801 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:47.803 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:49.796 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/05 15:07:49.796 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/05 15:07:49.796 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:49.796 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:49.797 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/05 15:07:49.797 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:49.798 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:49.798 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:49.798 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:49.799 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:49.799 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:49.799 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:49.799 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:49.799 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:49.799 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:49.801 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408789807944270] [2024/05/05 15:07:49.802 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408789807944270] [2024/05/05 15:07:49.806 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:49.806 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:49.807 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:49.808 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:49.808 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:49.808 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:49.808 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:49.808 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:49.809 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/05 15:07:49.810 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:49.810 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908008745560845] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:49.812 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:49.812 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408789807944270/leader] [purpose="leader election"] [2024/05/05 15:07:49.812 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/05 15:07:49.812 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:49.812 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:49.812 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:49.813 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:52.812 +08:00] [next=2024/05/05 15:07:49.812 +08:00] [2024/05/05 15:07:49.814 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:49.815 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:49.815 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:49.817 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:49.821 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:49.821 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:49.821 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/05 15:07:50.115 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:50.117 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:50.117 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:50.188 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:50.188 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [32m[1,611 / 1,613][0m [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [2024/05/05 15:07:50.193 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [32mINFO: [0mFrom Testing //tests/realtikvtest/importintotest:importintotest_test: [2024/05/05 15:07:50.193 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/05/05 15:07:50.194 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/04/30 16:13:38.716 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/05 15:07:50.194 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/04/30 16:13:38.716 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:13:38.717 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:13:38.718 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:38.718 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:13:38.719 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:13:38.719 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:13:38.719 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:13:38.719 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:13:38.719 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:13:38.722 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/04/30 16:13:38.729 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/04/30 16:13:38.731 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/05 15:07:50.196 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408789807944270] [request="header:<cluster_id:7365408789807944270 > store:<id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892870 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:2 region_epoch:<conf_ver:1 version:1 > peers:<id:3 store_id:1 > > "] [2024/04/30 16:13:38.732 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/05 15:07:50.196 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408789807944270] [2024/04/30 16:13:38.759 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:38.759 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:38.768 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:38.768 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/05 15:07:50.199 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=792.95µs] [2024/04/30 16:13:38.782 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/05 15:07:50.199 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=197.432µs] [2024/04/30 16:13:38.809 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7363693544290804120] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/05 15:07:50.200 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/04/30 16:13:38.920 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/05 15:07:50.200 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/04/30 16:13:39.063 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=686] ["lease id"=3eaa8f2fc6c525f8] [2024/05/05 15:07:50.200 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:50.200 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:50.200 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:50.200 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:50.200 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/04/30 16:13:39.066 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/05 15:07:50.201 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=561.663µs] [2024/05/05 15:07:50.203 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:50.204 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=4] [2024/05/05 15:07:50.204 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:4 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892870 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:50.204 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:50.204 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=5] [2024/04/30 16:13:39.073 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/05 15:07:50.204 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:5 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892870 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/04/30 16:13:39.097 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.941921ms] [2024/05/05 15:07:50.204 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/04/30 16:13:39.100 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/05 15:07:50.205 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/04/30 16:13:39.100 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=6acfb278-d1b7-41f7-b9e7-26cce14d6c88] [runWorker=true] [2024/04/30 16:13:39.100 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/04/30 16:13:39.103 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/05 15:07:50.205 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892870 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/04/30 16:13:39.104 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/05 15:07:50.205 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:13:39.104 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/05 15:07:50.810 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/04/30 16:13:39.104 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/05 15:07:51.014 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/05 15:07:51.014 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/05 15:07:51.016 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/04/30 16:13:39.104 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/05 15:07:51.016 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/04/30 16:13:39.105 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/05 15:07:53.201 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/04/30 16:13:39.105 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/05 15:07:53.201 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:53.202 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/04/30 16:13:39.106 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6acfb278-d1b7-41f7-b9e7-26cce14d6c88"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f2fc6c525fc] [ownerID=6acfb278-d1b7-41f7-b9e7-26cce14d6c88] [op=none] [2024/05/05 15:07:53.202 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/04/30 16:13:39.107 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/05 15:07:53.203 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/04/30 16:13:39.107 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0b6ed868-27be-4807-8e64-fa042c73a92a] [daemon-id=LogBackup::Advancer] [2024/05/05 15:07:53.203 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/04/30 16:13:39.108 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b6ed868-27be-4807-8e64-fa042c73a92a"] ["owner key"=/tidb/br-stream/owner/22318f2fc6c13a60] [ownerID=0b6ed868-27be-4807-8e64-fa042c73a92a] [op=none] [2024/05/05 15:07:53.204 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/04/30 16:13:39.116 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/04/30 16:13:39.148 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:39.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:53.205 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:53.205 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:53.205 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/04/30 16:13:39.148 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:39.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/05 15:07:53.205 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/04/30 16:13:39.156 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:13:39.157 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6acfb278-d1b7-41f7-b9e7-26cce14d6c88"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f2fc6c525fc] [ownerID=6acfb278-d1b7-41f7-b9e7-26cce14d6c88] [op=none] [2024/04/30 16:13:39.157 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6acfb278-d1b7-41f7-b9e7-26cce14d6c88"] [op=none] [2024/05/05 15:07:53.216 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:07:53.216122959 +0800 CST m=+7.466294421, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/04/30 16:13:39.157 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/05 15:07:53.216 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:53.216 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:53.216 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/04/30 16:13:39.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:53.216 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/04/30 16:13:39.256 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.313935ms] [2024/05/05 15:07:53.216 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/04/30 16:13:39.261 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:13:39.271 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:39.271 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/04/30 16:13:39.280 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.147068ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:39.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:53.217 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.6151ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:07:53.216122959 +0800 CST m=+7.466294421, startAt:2024-05-05 15:07:53.216234471 +0800 CST m=+7.466405933, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/04/30 16:13:39.346 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.370 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/05 15:07:53.217 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/04/30 16:13:39.370 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:39.374 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/05 15:07:53.217 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:1 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:1 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:1 >"] [total=4] [2024/05/05 15:07:54.204 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:59.800 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/04/30 16:13:39.397 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/05 15:07:59.800 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/04/30 16:13:39.594 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.201 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/05 15:08:00.201 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=4] [store-address=127.0.0.1:20160] [2024/05/05 15:08:00.202 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=5] [store-address=127.0.0.1:20161] [2024/05/05 15:08:00.218 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:08:00.218619798 +0800 CST m=+14.468791254, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 4}, 1:{promote learner peer 18 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.218 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 4"] [source=create] [2024/05/05 15:08:00.218 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:08:00.218777349 +0800 CST m=+14.468948805, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 4}, 1:{promote learner peer 19 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.218 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 4"] [source=create] [2024/05/05 15:08:00.218 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:08:00.218861013 +0800 CST m=+14.469032470, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 4}, 1:{promote learner peer 20 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.218 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 4"] [source=create] [2024/05/05 15:08:00.218 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:08:00.218942429 +0800 CST m=+14.469113886, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 4}, 1:{promote learner peer 21 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/04/30 16:13:39.594 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/05 15:08:00.218 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 4"] [source=create] [2024/04/30 16:13:39.648 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:39.945 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.461567ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:39.955 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:39.956 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/05 15:08:00.219 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 1), createAt:2024-05-05 15:08:00.219012956 +0800 CST m=+14.469184413, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 4}, 1:{promote learner peer 22 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/04/30 16:13:39.988 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.186729ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:39.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.219 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 22 on store 4"] [source=create] [2024/05/05 15:08:00.219 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 4"] [source=heartbeat] [2024/04/30 16:13:40.085 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:39.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.219 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.219 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 4"] [source=heartbeat] [2024/05/05 15:08:00.219 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.220 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 4"] [source=heartbeat] [2024/05/05 15:08:00.220 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 22 on store 4"] [source=heartbeat] [2024/05/05 15:08:00.220 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.220 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 4"] [source=heartbeat] [2024/05/05 15:08:00.220 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:22 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.220 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:08:00.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 22 on store 4 to voter"] [source=heartbeat] [2024/05/05 15:08:00.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 4 to voter"] [source=heartbeat] [2024/04/30 16:13:40.107 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/05 15:08:00.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 4 to voter"] [source=heartbeat] [2024/04/30 16:13:40.263 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/04/30 16:13:40.263 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 4 to voter"] [source=heartbeat] [2024/05/05 15:08:00.228 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 4 to voter"] [source=heartbeat] [2024/04/30 16:13:40.267 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.87880309\n# Parse_time: 0\n# Compile_time: 0.008898947\n# Rewrite_time: 0.000011695\n# Optimize_time: 0\n# Wait_TS: 0.000510636\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/05 15:08:00.228 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=9.857028ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:08:00.218942429 +0800 CST m=+14.469113886, startAt:2024-05-05 15:08:00.218970623 +0800 CST m=+14.469142079, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 4}, 1:{promote learner peer 21 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:4 role:Learner },Add peer:{id:21 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/04/30 16:13:40.273 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/04/30 16:13:40.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.228 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=9.888813ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 1), createAt:2024-05-05 15:08:00.219012956 +0800 CST m=+14.469184413, startAt:2024-05-05 15:08:00.219035589 +0800 CST m=+14.469207046, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 4}, 1:{promote learner peer 22 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:22 store_id:4 role:Learner },Add peer:{id:22 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/04/30 16:13:40.327 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/05 15:08:00.228 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.162741ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:08:00.218777349 +0800 CST m=+14.468948805, startAt:2024-05-05 15:08:00.218814575 +0800 CST m=+14.468986031, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 4}, 1:{promote learner peer 19 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.229 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:4 role:Learner },Add peer:{id:19 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/04/30 16:13:40.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.767827ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:40.458 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:40.458 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/05 15:08:00.229 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.345082ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:08:00.218619798 +0800 CST m=+14.468791254, startAt:2024-05-05 15:08:00.218706863 +0800 CST m=+14.468878320, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 4}, 1:{promote learner peer 18 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.229 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:4 role:Learner },Add peer:{id:18 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/04/30 16:13:40.494 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.529591ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.548 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:40.593 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/04/30 16:13:40.594 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.229 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.233703ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:08:00.218861013 +0800 CST m=+14.469032470, startAt:2024-05-05 15:08:00.218886905 +0800 CST m=+14.469058362, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 4}, 1:{promote learner peer 20 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.229 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:4 role:Learner },Add peer:{id:20 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/04/30 16:13:40.597 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.325337583\n# Parse_time: 0\n# Compile_time: 0.001807186\n# Rewrite_time: 0.00000949\n# Optimize_time: 0\n# Wait_TS: 0.000385342\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:08:00.239487592 +0800 CST m=+14.489659054, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 5}, 1:{promote learner peer 23 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 5"] [source=create] [2024/04/30 16:13:40.600 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/04/30 16:13:40.659 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:08:00.239604031 +0800 CST m=+14.489775487, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 5}, 1:{promote learner peer 24 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 5"] [source=create] [2024/04/30 16:13:40.659 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:08:00.239673382 +0800 CST m=+14.489844839, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 5}, 1:{promote learner peer 25 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/04/30 16:13:40.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 5"] [source=create] [2024/04/30 16:13:40.790 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.658973ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:40.800 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:40.800 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:08:00.239746112 +0800 CST m=+14.489917568, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 5}, 1:{promote learner peer 26 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 5"] [source=create] [2024/04/30 16:13:40.836 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.926517ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 3), createAt:2024-05-05 15:08:00.239808626 +0800 CST m=+14.489980082, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 5}, 1:{promote learner peer 27 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/04/30 16:13:40.874 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.239 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 27 on store 5"] [source=create] [2024/04/30 16:13:40.923 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/05 15:08:00.240 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 5"] [source=heartbeat] [2024/04/30 16:13:40.923 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.240 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.240 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 5"] [source=heartbeat] [2024/05/05 15:08:00.240 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.241 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 5"] [source=heartbeat] [2024/05/05 15:08:00.241 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/04/30 16:13:40.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.327836111\n# Parse_time: 0\n# Compile_time: 0.001453144\n# Rewrite_time: 0.000011664\n# Optimize_time: 0\n# Wait_TS: 0.000417282\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.241 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 5"] [source=heartbeat] [2024/05/05 15:08:00.241 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 27 on store 5"] [source=heartbeat] [2024/05/05 15:08:00.241 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.241 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:27 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:08:00.247 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 5 to voter"] [source=heartbeat] [2024/05/05 15:08:00.247 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 5 to voter"] [source=heartbeat] [2024/05/05 15:08:00.247 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 27 on store 5 to voter"] [source=heartbeat] [2024/05/05 15:08:00.247 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 5 to voter"] [source=heartbeat] [2024/05/05 15:08:00.248 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 5 to voter"] [source=heartbeat] [2024/05/05 15:08:00.248 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:5 role:Learner },Add peer:{id:26 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/04/30 16:13:40.940 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/05 15:08:00.248 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=8.655241ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:08:00.239746112 +0800 CST m=+14.489917568, startAt:2024-05-05 15:08:00.239768911 +0800 CST m=+14.489940368, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 5}, 1:{promote learner peer 26 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/04/30 16:13:41.046 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.248 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:5 role:Learner },Add peer:{id:23 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:08:00.248 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.051872ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:08:00.239487592 +0800 CST m=+14.489659054, startAt:2024-05-05 15:08:00.239542481 +0800 CST m=+14.489713943, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 5}, 1:{promote learner peer 23 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.248 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=8.986037ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:08:00.239673382 +0800 CST m=+14.489844839, startAt:2024-05-05 15:08:00.23969732 +0800 CST m=+14.489868776, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 5}, 1:{promote learner peer 25 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.248 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:5 role:Learner },Add peer:{id:25 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/04/30 16:13:41.046 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/04/30 16:13:41.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=8.936443ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 3), createAt:2024-05-05 15:08:00.239808626 +0800 CST m=+14.489980082, startAt:2024-05-05 15:08:00.239831362 +0800 CST m=+14.490002819, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 5}, 1:{promote learner peer 27 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/04/30 16:13:41.104 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/05 15:08:00.248 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:27 store_id:5 role:Learner },Add peer:{id:27 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/04/30 16:13:41.105 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/04/30 16:13:41.278 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.183482ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:41.289 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:41.289 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/05 15:08:00.248 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.190482ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:08:00.239604031 +0800 CST m=+14.489775487, startAt:2024-05-05 15:08:00.23963031 +0800 CST m=+14.489801767, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 5}, 1:{promote learner peer 24 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:00.248 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:5 role:Learner },Add peer:{id:24 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/04/30 16:13:41.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.663128ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:40.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.380 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:40.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.487 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/04/30 16:13:41.487 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:50.202 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:50.203 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/04/30 16:13:41.490 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.557471269\n# Parse_time: 0\n# Compile_time: 0.007137676\n# Rewrite_time: 0.00000907\n# Optimize_time: 0\n# Wait_TS: 0.000435892\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/04/30 16:13:41.496 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/05 15:07:45.757 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={28, 13, 5, 21, 26, 62, 63, 22, 65, 1, 55, 11, 30, 66, 35, 67, 59, 57, 69, 51, 64, 36, 37, 7, 31, 34, 25, 23, 43, 60, 70, 45, 24, 0, 49, 58, 33, 68, 61, 71, 39, 41, 19, 27, 29, 47, 15, 53, 32, 17, 3, 9}"] [thread_id=1] [2024/04/30 16:13:41.562 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:45.757 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:45.758 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/04/30 16:13:41.562 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/04/30 16:13:41.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.08218ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:41.721 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:41.721 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe9f8e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe9f8eafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe9f8e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe9f8ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892865.759203409\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/04/30 16:13:41.757 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.631872ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.824 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:41.890 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe9f8e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe9f8eafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe9f8e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe9f8ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/04/30 16:13:41.890 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:41.902 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408365236\n# Parse_time: 0\n# Compile_time: 0.002410384\n# Rewrite_time: 0.000008629\n# Optimize_time: 0\n# Wait_TS: 0.000512439\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:41.907 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe9f8e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe9f8eafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe9f8e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe9f8ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892865.759793634\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/04/30 16:13:41.970 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe9f8e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe9f8eafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe9f8e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe9f8ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/04/30 16:13:41.970 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:42.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/04/30 16:13:42.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.311602ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:42.135 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.135 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/04/30 16:13:42.168 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=54.029022ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:41.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.229 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:41.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.285 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/04/30 16:13:42.285 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:45.760 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe9f8e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe9f8eafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe9f8e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe9f8ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892865.760154750\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/04/30 16:13:42.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383224602\n# Parse_time: 0\n# Compile_time: 0.002214328\n# Rewrite_time: 0.000010302\n# Optimize_time: 0\n# Wait_TS: 0.000451748\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:42.290 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/04/30 16:13:42.331 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:45.760 +08:00] [INFO] [<unknown>] ["subchannel 0x7fe9f8e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe9f8eafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe9f8e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe9f8ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/04/30 16:13:42.331 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/05 15:07:45.760 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/04/30 16:13:42.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:45.760 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/04/30 16:13:42.452 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.467612ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:46.061 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/04/30 16:13:42.465 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.465 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/05 15:07:48.062 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:48.062 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:49.800 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/04/30 16:13:42.499 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.306917ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.104 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:50.105 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:42.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.106 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/04/30 16:13:42.609 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/05 15:07:50.107 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:42.610 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:50.108 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:50.109 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:50.109 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:50.109 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408789807944270] [thread_id=1] [2024/04/30 16:13:42.625 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.335086907\n# Parse_time: 0\n# Compile_time: 0.001091305\n# Rewrite_time: 0.000008172\n# Optimize_time: 0\n# Wait_TS: 0.000332142\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:50.110 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/04/30 16:13:42.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/05 15:07:50.110 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:50.112 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/04/30 16:13:42.671 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:50.113 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/04/30 16:13:42.671 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/04/30 16:13:42.737 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.801 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.675251ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:42.814 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:42.814 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/04/30 16:13:42.848 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.280206ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.924 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.609 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:42.964 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/04/30 16:13:42.964 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:50.114 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:50.114 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/04/30 16:13:42.968 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341427258\n# Parse_time: 0\n# Compile_time: 0.001281206\n# Rewrite_time: 0.000012207\n# Optimize_time: 0\n# Wait_TS: 0.000444594\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:42.974 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/04/30 16:13:43.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:43.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/04/30 16:13:43.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.114 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/04/30 16:13:43.170 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.16986ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:43.182 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:07:50.115 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/04/30 16:13:43.182 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/04/30 16:13:43.216 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.29897ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:42.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.285 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:42.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.349 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/04/30 16:13:43.350 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:43.357 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385656553\n# Parse_time: 0\n# Compile_time: 0.002138434\n# Rewrite_time: 0.000010084\n# Optimize_time: 0\n# Wait_TS: 0.000474544\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:43.367 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/04/30 16:13:43.421 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:43.421 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/04/30 16:13:43.483 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.010613ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:43.575 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:43.575 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/04/30 16:13:43.610 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.13225ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.676 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.728 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/04/30 16:13:43.728 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:43.732 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.368756308\n# Parse_time: 0\n# Compile_time: 0.004090601\n# Rewrite_time: 0.000009029\n# Optimize_time: 0\n# Wait_TS: 0.000472027\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:43.742 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:43.744 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/04/30 16:13:43.812 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:43.812 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:43.855 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:43.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.2716ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:44.001 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:44.001 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/04/30 16:13:44.030 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=54.185016ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:43.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.082 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:43.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.161 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/04/30 16:13:44.162 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:44.165 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.427257741\n# Parse_time: 0\n# Compile_time: 0.004205159\n# Rewrite_time: 0.000008316\n# Optimize_time: 0\n# Wait_TS: 0.000419125\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:44.170 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/04/30 16:13:44.241 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:44.241 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/04/30 16:13:44.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.384 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.317745ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:44.395 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:44.395 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/04/30 16:13:44.431 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.650671ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.477 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/04/30 16:13:44.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:44.544 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376756351\n# Parse_time: 0\n# Compile_time: 0.002171131\n# Rewrite_time: 0.000008787\n# Optimize_time: 0\n# Wait_TS: 0.000411103\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:44.549 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/04/30 16:13:44.609 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:44.609 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/04/30 16:13:44.677 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.945546ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:44.766 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:44.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/04/30 16:13:44.803 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.576537ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.875 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:44.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/04/30 16:13:44.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:44.928 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.381325689\n# Parse_time: 0\n# Compile_time: 0.001971851\n# Rewrite_time: 0.000010104\n# Optimize_time: 0\n# Wait_TS: 0.000358058\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:44.933 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/04/30 16:13:44.984 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:44.984 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/04/30 16:13:45.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.032582ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:45.149 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:45.149 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/04/30 16:13:45.185 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.148318ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:44.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.227 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:44.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.280 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/04/30 16:13:45.280 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:45.284 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352986049\n# Parse_time: 0\n# Compile_time: 0.002269443\n# Rewrite_time: 0.000011375\n# Optimize_time: 0\n# Wait_TS: 0.000337526\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:45.287 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/04/30 16:13:45.348 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:45.348 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/04/30 16:13:45.422 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.494 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.60759ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:45.504 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:45.504 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/04/30 16:13:45.541 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=54.07581ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.623 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/04/30 16:13:45.624 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:45.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341310666\n# Parse_time: 0\n# Compile_time: 0.001565739\n# Rewrite_time: 0.000008658\n# Optimize_time: 0\n# Wait_TS: 0.00037911\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:45.632 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/04/30 16:13:45.686 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:45.686 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/04/30 16:13:45.757 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.982471ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:45.846 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:45.846 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/04/30 16:13:45.881 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.916588ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.932 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:45.980 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/04/30 16:13:45.980 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:45.983 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353278391\n# Parse_time: 0\n# Compile_time: 0.002211982\n# Rewrite_time: 0.000009742\n# Optimize_time: 0\n# Wait_TS: 0.000418603\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:45.988 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/04/30 16:13:46.046 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:46.046 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/05 15:07:50.115 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/04/30 16:13:46.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.116 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/04/30 16:13:46.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.097415ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:50.116 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/04/30 16:13:46.204 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:07:50.117 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/04/30 16:13:46.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/05 15:07:50.117 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/04/30 16:13:46.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.128305ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:45.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.117 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:50.117 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/04/30 16:13:46.299 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:45.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.122 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/04/30 16:13:46.348 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/05 15:07:50.122 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/04/30 16:13:46.348 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:50.123 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 246.647µs"] [thread_id=1] [2024/05/05 15:07:50.189 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:50.191 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:50.192 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/04/30 16:13:46.351 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365901762\n# Parse_time: 0\n# Compile_time: 0.002606416\n# Rewrite_time: 0.000009245\n# Optimize_time: 0\n# Wait_TS: 0.000358678\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:50.192 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:50.192 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:50.193 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:50.193 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:50.193 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/04/30 16:13:46.360 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/05 15:07:50.193 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:50.193 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/04/30 16:13:46.443 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:50.193 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:50.200 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 4 }"] [store_id=4] [thread_id=1] [2024/05/05 15:07:50.201 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408789807944270] [thread_id=1] [2024/05/05 15:07:50.201 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 4 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892870 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/04/30 16:13:46.443 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/05 15:07:50.204 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=4] [status=Some()] [thread_id=1] [2024/05/05 15:07:50.204 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/04/30 16:13:46.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:46.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.204 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/04/30 16:13:46.609 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.582999ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:50.204 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/04/30 16:13:46.621 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:07:50.204 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=4] [thread_id=1] [2024/04/30 16:13:46.621 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/05 15:07:50.205 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:50.208 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:50.208 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=51.858µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=4] [thread_id=1] [2024/04/30 16:13:46.656 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.714119ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.208 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=47.05µs] [garbage_range_count=1] [store_id=4] [thread_id=1] [2024/04/30 16:13:46.736 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:46.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.210 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/04/30 16:13:46.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/05 15:07:50.210 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/04/30 16:13:46.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:50.210 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:50.215 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:50.215 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:50.215 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:50.217 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:50.217 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/04/30 16:13:46.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.459058522\n# Parse_time: 0\n# Compile_time: 0.004129949\n# Rewrite_time: 0.000009155\n# Optimize_time: 0\n# Wait_TS: 0.000500994\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:50.217 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:50.222 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:08:00.211 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/04/30 16:13:46.833 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/05 15:08:00.221 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/04/30 16:13:46.888 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.222 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=4] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/04/30 16:13:46.888 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/04/30 16:13:46.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:46.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=4] [peer_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:47.016 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.011887ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:47.027 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:47.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:47.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.998124ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:46.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:47.123 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:46.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:47.168 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/05 15:08:00.222 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:47.169 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.222 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=4] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/04/30 16:13:47.172 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340166222\n# Parse_time: 0\n# Compile_time: 0.001598204\n# Rewrite_time: 0.000009489\n# Optimize_time: 0\n# Wait_TS: 0.000432671\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/04/30 16:13:47.174 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/04/30 16:13:47.216 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.222 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=4] [peer_id=22] [region_id=2] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=102] [2024/04/30 16:13:47.217 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=2] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=2] [thread_id=102] [2024/04/30 16:13:47.261 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:47.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=2] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=4] [peer_id=20] [region_id=14] [thread_id=102] [2024/04/30 16:13:47.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.340068ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:47.329 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/04/30 16:13:47.329 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/04/30 16:13:47.366 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.527909ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:47.408 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:47.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.222 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:47.446 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=101] [2024/04/30 16:13:47.446 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/04/30 16:13:47.450 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=22] [region_id=2] [thread_id=102] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=2] [thread_id=102] [2024/04/30 16:13:47.482 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/04/30 16:13:47.482 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:08:00.223 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=6] [cost=699.789µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/04/30 16:13:47.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:47.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/04/30 16:13:47.569 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.162834ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/04/30 16:13:47.581 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/04/30 16:13:47.582 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_2_6_8_(default|lock|write).sst] [snap_key=2_6_8] [thread_id=130] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=131] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/04/30 16:13:47.616 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.499751ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=129] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=410.276µs] [snap_key=2_6_8] [thread_id=130] [2024/04/30 16:13:47.672 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:47.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:47.704 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/04/30 16:13:47.704 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=101] [2024/04/30 16:13:47.712 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=2] [thread_id=101] [2024/04/30 16:13:47.769 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=445.985µs] [snap_key=16_6_7] [thread_id=131] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=525.061µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=102] [2024/04/30 16:13:47.770 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [peer_id=22] [region_id=2] [thread_id=101] [2024/04/30 16:13:47.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:47.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/04/30 16:13:47.915 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.297478ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=102] [2024/04/30 16:13:47.925 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/04/30 16:13:47.925 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=408.211µs] [snap_key=12_6_7] [thread_id=129] [2024/04/30 16:13:47.962 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.993134ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:47.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/04/30 16:13:48.021 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:47.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:48.090 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/04/30 16:13:48.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/04/30 16:13:48.094 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383974496\n# Parse_time: 0\n# Compile_time: 0.00211796\n# Rewrite_time: 0.000010524\n# Optimize_time: 0\n# Wait_TS: 0.000462769\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/04/30 16:13:48.097 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/04/30 16:13:48.142 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/04/30 16:13:48.142 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:48.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:48.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:48.269 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.795826ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:48.280 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:48.281 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:48.316 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.55268ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:48.382 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:48.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [peer_id=22] [region_id=2] [thread_id=101] [2024/04/30 16:13:48.428 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=423.201µs] [snap_key=14_6_7] [thread_id=130] [2024/04/30 16:13:48.428 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.227 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=2] [thread_id=80] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=102] [2024/04/30 16:13:48.431 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.335561188\n# Parse_time: 0\n# Compile_time: 0.001544867\n# Rewrite_time: 0.000009591\n# Optimize_time: 0\n# Wait_TS: 0.000467032\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=102] [2024/04/30 16:13:48.435 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/05 15:08:00.227 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=102] [2024/04/30 16:13:48.487 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/04/30 16:13:48.487 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/04/30 16:13:48.531 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:48.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:48.604 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.705903ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:48.614 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:48.614 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/04/30 16:13:48.651 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.828584ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.227 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=59.004µs] [region_id=2] [thread_id=80] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/04/30 16:13:48.708 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:48.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/04/30 16:13:48.770 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.082µs] [region_id=16] [thread_id=80] [2024/04/30 16:13:48.771 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/05/05 15:08:00.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.743µs] [region_id=12] [thread_id=80] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/05/05 15:08:00.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.496µs] [region_id=10] [thread_id=80] [2024/04/30 16:13:48.774 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340942948\n# Parse_time: 0\n# Compile_time: 0.001579447\n# Rewrite_time: 0.000012969\n# Optimize_time: 0\n# Wait_TS: 0.000452401\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/05/05 15:08:00.228 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.228 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.866µs] [region_id=14] [thread_id=80] [2024/04/30 16:13:48.778 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 4 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/04/30 16:13:48.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 4 } } }"] [index=9] [term=6] [peer_id=22] [region_id=2] [thread_id=104] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=2] [thread_id=104] [2024/04/30 16:13:48.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 role: Learner }"] [changes="[peer { id: 21 store_id: 4 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/04/30 16:13:48.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:48.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:48.961 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.664264ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=22] [region_id=2] [thread_id=104] [2024/04/30 16:13:48.973 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 4 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/04/30 16:13:48.973 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 4 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/04/30 16:13:49.009 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.206092ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:48.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:49.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:48.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [changes="[peer { id: 19 store_id: 4 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/04/30 16:13:49.125 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/04/30 16:13:49.125 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [changes="[peer { id: 18 store_id: 4 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/04/30 16:13:49.129 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352165018\n# Parse_time: 0\n# Compile_time: 0.001695691\n# Rewrite_time: 0.000009671\n# Optimize_time: 0\n# Wait_TS: 0.000399715\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 4 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/04/30 16:13:49.132 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/04/30 16:13:49.190 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 role: Learner }"] [changes="[peer { id: 20 store_id: 4 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/04/30 16:13:49.190 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/05 15:08:00.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=102] [2024/04/30 16:13:49.230 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:49.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:49.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.884307ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:49.314 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:49.314 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/05 15:08:00.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.229 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/04/30 16:13:49.347 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.080491ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/04/30 16:13:49.424 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:49.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/04/30 16:13:49.483 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/04/30 16:13:49.483 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/04/30 16:13:49.487 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.356563427\n# Parse_time: 0\n# Compile_time: 0.001364164\n# Rewrite_time: 0.000008036\n# Optimize_time: 0\n# Wait_TS: 0.000395953\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/04/30 16:13:49.492 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/04/30 16:13:49.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/04/30 16:13:49.540 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/04/30 16:13:49.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:49.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:49.644 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.48364ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:49.656 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/04/30 16:13:49.656 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/04/30 16:13:49.692 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.741009ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/04/30 16:13:49.747 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:49.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:49.795 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/04/30 16:13:49.796 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=2] [thread_id=103] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=2] [thread_id=103] [2024/04/30 16:13:49.799 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.309712123\n# Parse_time: 0\n# Compile_time: 0.003074784\n# Rewrite_time: 0.000012739\n# Optimize_time: 0\n# Wait_TS: 0.000771118\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=22] [region_id=2] [thread_id=103] [2024/04/30 16:13:49.804 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/04/30 16:13:49.809 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/04/30 16:13:49.861 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 5 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/04/30 16:13:49.861 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/04/30 16:13:49.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:49.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.008 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.830279ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:50.019 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 role: Learner }"] [changes="[peer { id: 26 store_id: 5 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/04/30 16:13:50.019 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/04/30 16:13:50.055 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.587214ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:49.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.124 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:49.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/04/30 16:13:50.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/04/30 16:13:50.193 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=22] [region_id=2] [thread_id=103] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=2] [thread_id=103] [2024/04/30 16:13:50.197 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394545979\n# Parse_time: 0\n# Compile_time: 0.0022765\n# Rewrite_time: 0.000015021\n# Optimize_time: 0\n# Wait_TS: 0.001044033\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=22] [region_id=2] [thread_id=103] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 5 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/04/30 16:13:50.205 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/04/30 16:13:50.260 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 role: Learner }"] [changes="[peer { id: 25 store_id: 5 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/04/30 16:13:50.260 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/04/30 16:13:50.317 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.407 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.00036ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:50.423 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:50.423 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=102] [2024/04/30 16:13:50.453 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.837649ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/04/30 16:13:50.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.586 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/04/30 16:13:50.586 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:50.209 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/05/05 15:08:50.209 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_8] [peer_id=22] [region_id=2] [thread_id=101] [2024/05/05 15:08:50.209 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/05/05 15:08:50.209 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=101] [2024/05/05 15:08:50.209 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=102] [2024/05/05 15:08:50.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/04/30 16:13:50.589 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.388525746\n# Parse_time: 0\n# Compile_time: 0.004076211\n# Rewrite_time: 0.000009335\n# Optimize_time: 0\n# Wait_TS: 0.000459736\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:50.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.209 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/04/30 16:13:50.596 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/04/30 16:13:50.653 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/04/30 16:13:50.653 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/05 15:07:45.756 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={65, 45, 5, 24, 17, 34, 25, 21, 30, 3, 35, 58, 63, 64, 68, 43, 67, 29, 31, 41, 53, 70, 71, 19, 28, 26, 37, 22, 39, 51, 9, 47, 69, 36, 23, 55, 7, 66, 0, 59, 27, 57, 32, 1, 13, 49, 60, 33, 15, 61, 11, 62}"] [thread_id=1] [2024/05/05 15:07:45.756 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/04/30 16:13:50.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:45.756 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/04/30 16:13:50.800 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.19126ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:07:45.756 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/04/30 16:13:50.825 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:07:45.756 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/04/30 16:13:50.825 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/05 15:07:45.758 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.758 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/04/30 16:13:50.847 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.667112ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.895 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:50.951 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/04/30 16:13:50.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:45.758 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1f3324d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f1f332afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1f33237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1f332d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892865.758804894\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/04/30 16:13:50.955 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360719523\n# Parse_time: 0\n# Compile_time: 0.002140961\n# Rewrite_time: 0.000008697\n# Optimize_time: 0\n# Wait_TS: 0.000412621\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1f3324d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f1f332afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1f33237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1f332d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:50.962 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/04/30 16:13:51.038 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1f3324dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f1f332afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1f33237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1f332d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892865.759358417\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1f3324dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f1f332afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1f33237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1f332d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/04/30 16:13:51.038 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:51.107 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=0b6ed868-27be-4807-8e64-fa042c73a92a] [daemon-id=LogBackup::Advancer] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/04/30 16:13:51.108 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/04/30 16:13:51.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:51.244 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.835485ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:51.255 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:51.255 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1f3324e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f1f332afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1f33237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1f332d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892865.759729293\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/04/30 16:13:51.289 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.109961ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:50.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:51.330 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:50.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7f1f3324e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f1f332afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f1f33237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f1f332d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/04/30 16:13:51.408 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/04/30 16:13:51.408 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.759 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:46.061 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:48.062 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/04/30 16:13:51.412 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.452242714\n# Parse_time: 0\n# Compile_time: 0.003292527\n# Rewrite_time: 0.000009826\n# Optimize_time: 0\n# Wait_TS: 0.00041428\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:48.062 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:51.413 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/05 15:07:49.800 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:50.105 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:50.106 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:51.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:51.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:50.106 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:50.107 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:50.108 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:50.109 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/04/30 16:13:51.451 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:51.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/05 15:07:50.109 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:50.109 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408789807944270] [thread_id=1] [2024/04/30 16:13:51.530 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:51.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.110 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:50.110 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/04/30 16:13:51.580 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.400068ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:51.591 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:07:50.112 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/04/30 16:13:51.592 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/05 15:07:50.113 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/04/30 16:13:51.627 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.132518ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:51.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:51.674 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:51.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:51.709 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/04/30 16:13:51.709 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:51.713 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.300058304\n# Parse_time: 0\n# Compile_time: 0.000947464\n# Rewrite_time: 0.00000849\n# Optimize_time: 0\n# Wait_TS: 0.000351184\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:50.114 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/04/30 16:13:51.805 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:51.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:50.114 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/04/30 16:13:51.805 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:51.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/04/30 16:13:51.873 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:51.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:51.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=4.969065ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/04/30 16:13:51.987 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:51.988 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/05 15:07:50.114 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:50.115 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/04/30 16:13:52.019 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=54.217425ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:51.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.097 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:51.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.195 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/04/30 16:13:52.196 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:52.200 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.482466249\n# Parse_time: 0\n# Compile_time: 0.006721076\n# Rewrite_time: 0.0036423\n# Optimize_time: 0\n# Wait_TS: 0.000497299\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:52.204 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/04/30 16:13:52.296 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:52.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:52.296 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:52.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/04/30 16:13:52.351 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:52.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.443 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=4.3724ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:52.455 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:52.455 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/04/30 16:13:52.487 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.70435ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:52.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.578 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:52.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.639 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/04/30 16:13:52.639 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:52.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440457561\n# Parse_time: 0\n# Compile_time: 0.001836831\n# Rewrite_time: 0.000009677\n# Optimize_time: 0\n# Wait_TS: 0.000436114\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:52.646 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/04/30 16:13:52.693 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:52.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:52.693 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:52.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/04/30 16:13:52.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:52.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=3.349366ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:52.847 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:52.847 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/04/30 16:13:52.878 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.10269ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:52.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:52.947 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:52.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:53.006 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/04/30 16:13:53.006 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:53.010 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365430574\n# Parse_time: 0\n# Compile_time: 0.001450939\n# Rewrite_time: 0.000009391\n# Optimize_time: 0\n# Wait_TS: 0.00049905\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:53.013 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/04/30 16:13:53.060 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:53.060 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/04/30 16:13:53.108 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:53.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:53.172 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.728871ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:53.184 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:53.184 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/04/30 16:13:53.223 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=57.536464ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:53.296 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:53.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:53.339 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/04/30 16:13:53.339 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:53.343 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331048352\n# Parse_time: 0\n# Compile_time: 0.001532479\n# Rewrite_time: 0.000008993\n# Optimize_time: 0\n# Wait_TS: 0.000349054\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:53.350 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/04/30 16:13:53.438 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:53.438 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/04/30 16:13:53.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:53.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:53.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.376219ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:53.656 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:53.656 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/04/30 16:13:53.689 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.777039ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:53.730 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:53.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:53.812 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/04/30 16:13:53.812 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:53.816 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.46894821\n# Parse_time: 0\n# Compile_time: 0.003259434\n# Rewrite_time: 0.000010252\n# Optimize_time: 0\n# Wait_TS: 0.000344241\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:53.822 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/04/30 16:13:53.941 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:53.941 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/04/30 16:13:54.020 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:53.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.764493ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:54.153 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:54.153 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/04/30 16:13:54.187 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.445991ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:53.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.229 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:53.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.318 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/04/30 16:13:54.318 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:54.322 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.502388222\n# Parse_time: 0\n# Compile_time: 0.002548688\n# Rewrite_time: 0.000012412\n# Optimize_time: 0\n# Wait_TS: 0.00033178\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:54.331 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/04/30 16:13:54.424 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:54.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:54.424 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:54.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/04/30 16:13:54.497 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:54.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=6.361863ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:54.648 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:54.648 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/04/30 16:13:54.670 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.639165ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:54.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.734 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:54.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:54.833 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/04/30 16:13:54.833 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:54.837 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.51004977\n# Parse_time: 0\n# Compile_time: 0.004247672\n# Rewrite_time: 0.000009231\n# Optimize_time: 0\n# Wait_TS: 0.000440735\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:54.842 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/04/30 16:13:54.936 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:54.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:13:54.936 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:54.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/04/30 16:13:55.005 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:54.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:55.142 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=5.50571ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:55.153 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:55.153 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/04/30 16:13:55.185 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.835606ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:54.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.115 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/04/30 16:13:55.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:54.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.116 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/04/30 16:13:55.325 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/05 15:07:50.117 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/04/30 16:13:55.325 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:50.117 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:50.117 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:50.117 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/04/30 16:13:55.328 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.488367862\n# Parse_time: 0\n# Compile_time: 0.00245103\n# Rewrite_time: 0.000009758\n# Optimize_time: 0\n# Wait_TS: 0.000383902\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:50.117 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:50.122 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:50.122 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:50.123 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 246.661µs"] [thread_id=1] [2024/05/05 15:07:50.191 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:50.192 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/04/30 16:13:55.335 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/05 15:07:50.193 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:50.193 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/04/30 16:13:55.414 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:55.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:50.193 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:50.194 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:50.194 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:50.194 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:50.194 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:50.194 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:50.194 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/04/30 16:13:55.414 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:55.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/05 15:07:50.201 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 5 }"] [store_id=5] [thread_id=1] [2024/05/05 15:07:50.201 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408789807944270] [thread_id=1] [2024/04/30 16:13:55.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:55.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:55.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.294203ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:55.667 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:55.667 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/05 15:07:50.201 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 5 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892870 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:50.204 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=5] [status=Some()] [thread_id=1] [2024/05/05 15:07:50.205 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/04/30 16:13:55.698 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.585965ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:55.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.205 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.205 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/04/30 16:13:55.782 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:55.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.205 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=5] [thread_id=1] [2024/04/30 16:13:55.868 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/05 15:07:50.206 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/04/30 16:13:55.869 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:50.209 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:50.209 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=26.237µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=5] [thread_id=1] [2024/05/05 15:07:50.209 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=25.135µs] [garbage_range_count=1] [store_id=5] [thread_id=1] [2024/04/30 16:13:55.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.540351351\n# Parse_time: 0\n# Compile_time: 0.002774361\n# Rewrite_time: 0.000103863\n# Optimize_time: 0\n# Wait_TS: 0.000425542\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:50.211 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:50.211 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:50.211 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:50.215 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:50.215 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:50.216 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:50.217 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/04/30 16:13:55.880 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/05 15:07:50.218 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:50.218 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/04/30 16:13:55.960 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:55.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:50.224 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:08:00.212 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:08:00.241 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/05/05 15:08:00.242 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=5] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/04/30 16:13:55.960 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:55.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/04/30 16:13:56.012 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:55.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.242 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/04/30 16:13:56.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.214348ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:56.161 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.242 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=5] [peer_id=24] [region_id=12] [thread_id=101] [2024/04/30 16:13:56.162 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/04/30 16:13:56.195 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.480688ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:55.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/04/30 16:13:56.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:55.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/04/30 16:13:56.332 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/05 15:08:00.242 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/04/30 16:13:56.332 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.242 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=5] [peer_id=25] [region_id=14] [thread_id=101] [2024/04/30 16:13:56.336 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.459268963\n# Parse_time: 0\n# Compile_time: 0.003280571\n# Rewrite_time: 0.000012889\n# Optimize_time: 0\n# Wait_TS: 0.000496901\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=5] [peer_id=26] [region_id=16] [thread_id=101] [2024/04/30 16:13:56.342 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/04/30 16:13:56.415 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=5] [peer_id=27] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=2] [thread_id=101] [2024/04/30 16:13:56.415 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.242 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=2] [thread_id=101] [2024/04/30 16:13:56.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:56.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/04/30 16:13:56.561 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.460015ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:08:00.242 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/04/30 16:13:56.572 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/04/30 16:13:56.572 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/04/30 16:13:56.607 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.80049ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=27] [region_id=2] [thread_id=102] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=2] [thread_id=102] [2024/04/30 16:13:56.672 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:56.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/04/30 16:13:56.740 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/04/30 16:13:56.740 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.243 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=819.874µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=132] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/04/30 16:13:56.743 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403977577\n# Parse_time: 0\n# Compile_time: 0.002727707\n# Rewrite_time: 0.000009663\n# Optimize_time: 0\n# Wait_TS: 0.000504768\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=129] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_2_6_10_(default|lock|write).sst] [snap_key=2_6_10] [thread_id=131] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=460.918µs] [snap_key=16_6_9] [thread_id=132] [2024/04/30 16:13:56.749 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=426.174µs] [snap_key=10_6_9] [thread_id=130] [2024/04/30 16:13:56.812 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.246 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.246 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.246 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/04/30 16:13:56.812 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/05 15:08:00.246 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/04/30 16:13:56.867 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:56.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.246 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.246 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/04/30 16:13:56.974 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=4.027227ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:56.986 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:56.986 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/05 15:08:00.246 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.246 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/04/30 16:13:57.020 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=54.242717ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:56.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.246 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.246 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/04/30 16:13:57.085 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:56.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:57.153 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/04/30 16:13:57.153 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.246 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.246 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/04/30 16:13:57.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.410546462\n# Parse_time: 0\n# Compile_time: 0.002489131\n# Rewrite_time: 0.000015651\n# Optimize_time: 0\n# Wait_TS: 0.000477152\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=570.69µs] [snap_key=14_6_9] [thread_id=129] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=537.157µs] [snap_key=2_6_10] [thread_id=131] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=2] [thread_id=101] [2024/04/30 16:13:57.166 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=101] [2024/04/30 16:13:57.270 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/04/30 16:13:57.270 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=27] [region_id=2] [thread_id=101] [2024/04/30 16:13:57.314 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:57.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:57.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=5.405194ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:57.490 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/04/30 16:13:57.490 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/04/30 16:13:57.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.359709ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/04/30 16:13:57.576 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:57.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:57.667 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/04/30 16:13:57.667 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=27] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=437.218µs] [snap_key=12_6_9] [thread_id=130] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=36.123µs] [region_id=16] [thread_id=80] [2024/04/30 16:13:57.670 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.508137369\n# Parse_time: 0\n# Compile_time: 0.003723279\n# Rewrite_time: 0.000010096\n# Optimize_time: 0\n# Wait_TS: 0.00039869\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/04/30 16:13:57.675 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/04/30 16:13:57.739 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.247 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/04/30 16:13:57.739 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=33.009µs] [region_id=10] [thread_id=80] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=2] [thread_id=80] [2024/04/30 16:13:57.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:57.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/04/30 16:13:57.926 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.561226ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/04/30 16:13:57.938 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.448µs] [region_id=2] [thread_id=80] [2024/04/30 16:13:57.939 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.216µs] [region_id=14] [thread_id=80] [2024/04/30 16:13:57.972 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.998641ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:57.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:08:00.247 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.548µs] [region_id=12] [thread_id=80] [2024/04/30 16:13:58.036 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:57.659 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:58.107 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 5 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/04/30 16:13:58.108 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/04/30 16:13:58.112 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.439038482\n# Parse_time: 0\n# Compile_time: 0.002316732\n# Rewrite_time: 0.000008738\n# Optimize_time: 0\n# Wait_TS: 0.000360453\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/04/30 16:13:58.115 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 role: Learner }"] [changes="[peer { id: 26 store_id: 5 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/04/30 16:13:58.127 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/04/30 16:13:58.127 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:13:58.127 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:13:58.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/04/30 16:13:58.177 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:58.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=27] [region_id=2] [thread_id=103] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=2] [thread_id=103] [2024/04/30 16:13:58.177 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:58.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/04/30 16:13:58.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:58.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=27] [region_id=2] [thread_id=103] [2024/04/30 16:13:58.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.851187ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:58.333 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 5 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/04/30 16:13:58.333 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/04/30 16:13:58.367 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.453675ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:58.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:58.428 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:58.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 role: Learner }"] [changes="[peer { id: 25 store_id: 5 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/04/30 16:13:58.473 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/04/30 16:13:58.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/04/30 16:13:58.477 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.362620584\n# Parse_time: 0\n# Compile_time: 0.001535261\n# Rewrite_time: 0.000012171\n# Optimize_time: 0\n# Wait_TS: 0.000480004\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/04/30 16:13:58.480 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/04/30 16:13:58.533 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:58.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/04/30 16:13:58.533 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:58.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=102] [2024/04/30 16:13:58.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:58.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/04/30 16:13:58.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.055512ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:13:58.668 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:58.669 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:08:50.210 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_10] [peer_id=27] [region_id=2] [thread_id=102] [2024/04/30 16:13:58.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=54.181885ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-04-30 16:13:58.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:50.210 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:50.210 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/04/30 16:13:58.774 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:58.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:50.210 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/04/30 16:13:58.828 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/05 15:08:50.210 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/04/30 16:13:58.828 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:50.210 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.210 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.210 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.210 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:50.210 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/05/05 15:07:45.756 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/04/30 16:13:58.832 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353270042\n# Parse_time: 0\n# Compile_time: 0.001659235\n# Rewrite_time: 0.000010307\n# Optimize_time: 0\n# Wait_TS: 0.000441904\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/04/30 16:13:58.834 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/04/30 16:13:58.871 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:58.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/04/30 16:13:58.871 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:58.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/04/30 16:13:58.925 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:58.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:45.757 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/04/30 16:13:58.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=949.93µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/05 15:07:45.757 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={0, 63, 1, 51, 71, 5, 65, 21, 62, 29, 26, 35, 27, 3, 31, 32, 23, 36, 41, 49, 58, 60, 30, 33, 37, 61, 9, 28, 64, 66, 70, 24, 69, 17, 43, 67, 25, 68, 57, 59, 11, 47, 55, 13, 34, 19, 15, 45, 53, 39, 22, 7}"] [thread_id=1] [2024/04/30 16:13:58.980 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/05 15:07:45.757 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/04/30 16:13:58.980 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/05 15:07:45.757 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:45.757 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/04/30 16:13:59.018 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.913606ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:13:58.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:45.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/04/30 16:13:59.091 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:58.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:59.116 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/04/30 16:13:59.117 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:13:59.175 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:59.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7f948c84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f948c8afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f948c837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f948c8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892865.759667302\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/04/30 16:13:59.175 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:59.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/05 15:07:45.759 +08:00] [INFO] [<unknown>] ["subchannel 0x7f948c84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f948c8afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f948c837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f948c8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/04/30 16:13:59.239 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:59.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:45.760 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.760 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:13:59.316 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.533848ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/04/30 16:13:59.327 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/04/30 16:13:59.327 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/04/30 16:13:59.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.362517ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-04-30 16:13:59.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:13:59.429 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-04-30 16:13:59.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:45.760 +08:00] [INFO] [<unknown>] ["subchannel 0x7f948c84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f948c8afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f948c837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f948c8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892865.760207315\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/04/30 16:13:59.475 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/04/30 16:13:59.475 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:45.760 +08:00] [INFO] [<unknown>] ["subchannel 0x7f948c84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f948c8afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f948c837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f948c8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/04/30 16:13:59.478 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355728061\n# Parse_time: 0\n# Compile_time: 0.003967946\n# Rewrite_time: 0.002006198\n# Optimize_time: 0\n# Wait_TS: 0.000425875\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/05 15:07:45.760 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:45.760 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:45.760 +08:00] [INFO] [<unknown>] ["subchannel 0x7f948c84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f948c8afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f948c837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f948c8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892865.760469456\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:45.760 +08:00] [INFO] [<unknown>] ["subchannel 0x7f948c84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f948c8afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f948c837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f948c8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/04/30 16:13:59.981 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444220622602246\n# Query_time: 0.339789041\n# Parse_time: 0\n# Compile_time: 0.161623008\n# Rewrite_time: 0.004503124\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 367922\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNjguOG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI2LjkBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDczNC42wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwUIDY3wrVzET8Md2FpdA0YDDQwLjkdGihrdl9yZWFkX3dhbA1mECAxMTIuDT0IaWt2MhoADDMwLjUJgQxzY2FuPoEADGtleXMFxChnZXRfc25hcHNobxF3DDExLjQFd2hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BpER4bjoge3ByZXdyaXRlOjEuNjchNwFRESIMczo0MBFNCRQQOjEuMjIBJxxzbG93ZXN0XxFAJUQAIDGEYDAuMDAycywgcmVnaW9uX2lkOiA2LCBzdG8hqTgxMjcuMC4wLjE6MjAxNjJCYgE6CgEUNzYwLjjCJYs2CgEBqjr7AAw4LjYxbvsABes5TAWRFF9iYXRjaCW4FDogMjUuMgVBKHByb3Bvc2Vfc2VuIbJIaXQ6IDBzLCBwZXJzaXN0X2xvZxnuCDExOC1yCWAUbGVhZGVyEVIkODFucywgc3luYwk2BDYxLfMJLTRtZW10YWJsZTogMi41MwnoKWwJLwg0MzRFCRgsIGFwcGx5Mq4ACDMwLgEyDRsVkQQ5Ng2PFG11dGV4Xyn8Ab4JcjKfABkXAHdlPQQwLilBCSsZnQQxNAVrLkECGHByaW1hcnlG+gEIMXMs/voBJfoINDYyBckEfSyG+gEINi4xYS8ALF71AgnQdcdG+gEAMSlKrvgBBDYyRZkALA1dMlgBBDMzNvYBBDMzWlkBDDY0NG4B4i70AQgyMjQF+S3ZMvQBBDI5Lg8CNfQENzINYABtwvQBBDE1DW0pJD30LX+BNW3KCG51baEqCSqFhQAxEf8YYnl0ZTozMgUuJGluc2VydDoxNDGhjDQJMTExLjMgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/04/30 16:14:00.092 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.984344308s] [2024/05/05 15:07:45.760 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/04/30 16:14:00.102 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6acfb278-d1b7-41f7-b9e7-26cce14d6c88"] [2024/05/05 15:07:45.760 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/04/30 16:14:00.102 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6acfb278-d1b7-41f7-b9e7-26cce14d6c88"] [2024/05/05 15:07:46.061 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/04/30 16:14:00.104 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6acfb278-d1b7-41f7-b9e7-26cce14d6c88"] [] [2024/04/30 16:14:00.105 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:07:48.062 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/04/30 16:14:00.105 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=14.207µs] [2024/05/05 15:07:48.062 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:14:00.105 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=11.233µs] [2024/05/05 15:07:49.800 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/04/30 16:14:00.105 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=8.441µs] [2024/05/05 15:07:50.104 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/04/30 16:14:00.105 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=8.852µs] [2024/05/05 15:07:50.105 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:14:00.105 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=7.895µs] [2024/05/05 15:07:50.106 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=11.373µs] [2024/05/05 15:07:50.107 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=8.264µs] [2024/05/05 15:07:50.108 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=13.694µs] [2024/05/05 15:07:50.109 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=12.03µs] [2024/05/05 15:07:50.109 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=7.239µs] [2024/05/05 15:07:50.109 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408789807944270] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:07:50.110 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=13.7µs] [2024/05/05 15:07:50.110 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:07:50.111 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:50.112 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/04/30 16:14:00.106 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/04/30 16:14:00.106 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/04/30 16:14:00.121 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=6acfb278-d1b7-41f7-b9e7-26cce14d6c88] ["take time"=24.798002ms] [2024/04/30 16:14:00.121 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=6acfb278-d1b7-41f7-b9e7-26cce14d6c88] [2024/04/30 16:14:00.125 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=686] [2024/04/30 16:14:00.125 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/04/30 16:14:00.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:14:00.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:14:00.125 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/04/30 16:14:00.125 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/04/30 16:14:00.125 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/04/30 16:14:00.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:14:00.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:14:00.125 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/04/30 16:14:00.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:14:00.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:14:00.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:14:00.125 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 0b6ed868-27be-4807-8e64-fa042c73a92a watch owner key /tidb/br-stream/owner/22318f2fc6c13a60"] [2024/05/05 15:07:50.113 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/04/30 16:14:00.125 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/05 15:07:50.113 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/04/30 16:14:00.125 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b6ed868-27be-4807-8e64-fa042c73a92a"] [2024/04/30 16:14:00.125 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b6ed868-27be-4807-8e64-fa042c73a92a"] [2024/04/30 16:14:00.125 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/04/30 16:14:00.126 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/04/30 16:14:00.127 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/04/30 16:14:00.127 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/04/30 16:14:00.127 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/04/30 16:14:00.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:14:00.127 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0b6ed868-27be-4807-8e64-fa042c73a92a] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:00.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:14:00.127 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 0b6ed868-27be-4807-8e64-fa042c73a92a"] [error="context canceled"] [2024/04/30 16:14:00.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:14:00.128 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=31.312686ms] [2024/04/30 16:14:00.128 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7363693544290804120] ["ddl lease"=500ms] ["stats lease"=3s] [2024/04/30 16:14:00.140 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/04/30 16:14:00.303 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=365] ["lease id"=6f188f2fc6c522b4] [2024/05/05 15:07:50.113 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/340626/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:50.113 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/04/30 16:14:00.305 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/04/30 16:14:00.328 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b6ed868-27be-4807-8e64-fa042c73a92a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:00.401 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=90.365551ms] [2024/04/30 16:14:00.406 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/04/30 16:14:00.407 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=b13585b1-4157-457c-9172-6c8ddbcb5df2] [runWorker=true] [2024/04/30 16:14:00.407 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/04/30 16:14:00.409 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/04/30 16:14:00.410 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:14:00.410 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/04/30 16:14:00.410 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/04/30 16:14:00.411 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:00.411 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/04/30 16:14:00.411 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:14:00.412 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] ["owner key"=/tidb/ddl/fg/owner/22318f2fc6c13b2b] [ownerID=b13585b1-4157-457c-9172-6c8ddbcb5df2] [op=none] [2024/04/30 16:14:00.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:14:00.413 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b5ecfd6a-b6f6-436b-a65f-73559ad98736] [daemon-id=LogBackup::Advancer] [2024/04/30 16:14:00.436 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/04/30 16:14:00.437 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/04/30 16:14:00.438 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/04/30 16:14:00.441 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] ["owner key"=/tidb/bindinfo/owner/22318f2fc6c13b30] [ownerID=b13585b1-4157-457c-9172-6c8ddbcb5df2] [op=none] [2024/04/30 16:14:00.463 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/04/30 16:14:00.464 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] ["owner key"=/tidb/ddl/fg/owner/22318f2fc6c13b2b] [ownerID=b13585b1-4157-457c-9172-6c8ddbcb5df2] [op=none] [2024/04/30 16:14:00.464 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [op=none] [2024/04/30 16:14:00.464 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/04/30 16:14:00.466 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/04/30 16:14:00.473 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/04/30 16:14:00.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/04/30 16:14:00.569 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/04/30 16:14:00.580 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/04/30 16:14:00.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/04/30 16:14:00.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/04/30 16:14:00.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/04/30 16:14:00.581 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/04/30 16:14:00.581 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/04/30 16:14:00.581 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/04/30 16:14:00.581 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/04/30 16:14:00.581 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/04/30 16:14:00.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/04/30 16:14:00.583 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/04/30 16:14:00.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/04/30 16:14:00.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/04/30 16:14:00.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/04/30 16:14:00.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/04/30 16:14:00.584 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/04/30 16:14:00.587 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] ["owner key"=/tidb/stats/owner/22318f2fc6c13b33] [ownerID=b13585b1-4157-457c-9172-6c8ddbcb5df2] [op=none] [2024/04/30 16:14:00.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/04/30 16:14:00.590 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=60] [total-mem=32GiB] [2024/04/30 16:14:00.594 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1e0fe6f7-9426-4546-81ed-0314e9e29f5f] [2024/04/30 16:14:00.594 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/04/30 16:14:00.594 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/04/30 16:14:00.607 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/04/30 16:14:00.607 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/04/30 16:14:00.608 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/04/30 16:14:00.624 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.014133ms] [2024/04/30 16:14:00.658 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/04/30 16:14:00.673 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/04/30 16:14:00.675 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/04/30 16:14:00.705 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:00.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:00.705 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:00.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/04/30 16:14:00.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:00.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:00.785 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.000727ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:00.797 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/04/30 16:14:00.834 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=54.602114ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:00.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:00.893 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:00.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:00.918 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/04/30 16:14:00.918 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:00.924 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:00.926 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/04/30 16:14:00.975 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:00.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:00.975 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:00.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:14:01.020 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:00.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:01.028 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/04/30 16:14:01.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.001156ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:01.106 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/04/30 16:14:01.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.459389ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:00.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:01.206 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:00.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:01.251 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/04/30 16:14:01.251 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:01.254 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.328705942\n# Parse_time: 0.000563354\n# Compile_time: 0.000744814\n# Rewrite_time: 0.00000698\n# Optimize_time: 0.000395722\n# Wait_TS: 0.000411203\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:14:01.426 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:01.430 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/04/30 16:14:01.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:14:01.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:14:01.430 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/04/30 16:14:01.587 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0b6ed868-27be-4807-8e64-fa042c73a92a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:14:01.594 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/04/30 16:14:01.594 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/04/30 16:14:01.595 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1e0fe6f7-9426-4546-81ed-0314e9e29f5f] [watcherID=6ba3eeac-5987-4506-8905-26211cc68fab] [2024/04/30 16:14:01.608 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/04/30 16:14:01.623 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=60] [2024/04/30 16:14:01.623 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/04/30 16:14:01.623 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/04/30 16:14:01.624 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/04/30 16:14:01.624 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/04/30 16:14:01.629 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:01.756 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:01.800 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/04/30 16:14:01.800 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:01.906 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:01.907 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:01.909 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/04/30 16:14:01.931 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:01.934 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:01.935 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:01.935 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=148.341µs] [2024/04/30 16:14:01.935 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=379.438µs] [] [2024/04/30 16:14:01.935 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:01.936 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:02.069 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/04/30 16:14:02.087 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:02.089 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/04/30 16:14:02.149 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:02.151 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/04/30 16:14:02.152 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:02.153 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/04/30 16:14:02.162 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:02.162 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:02.163 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.163 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:02.164 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:02.164 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.164 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:02.164 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:02.164 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.181 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:02.183 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:02.183 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:02.183 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:02.183 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/04/30 16:14:02.231 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/04/30 16:14:02.236 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:02.240 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:02.241 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/04/30 16:14:02.247 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/04/30 16:14:02.250 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=1.253026ms] [encodeDur=656.432µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=355.488µs] [type=file] [takeTime=2.772291ms] [] [2024/04/30 16:14:02.250 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/04/30 16:14:02.251 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8f810d9c-9452-438f-bcfb-e829e43d6f8d.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/04/30 16:14:02.264 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/04/30 16:14:02.267 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=1.308984ms] [encodeDur=799.381µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=330.81µs] [type=file] [takeTime=2.790675ms] [] [2024/04/30 16:14:02.268 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/04/30 16:14:02.268 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c91cbba1-4075-4cd0-a5ae-23ce5e4f13fb.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/04/30 16:14:02.326 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/04/30 16:14:02.329 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=1.181108ms] [encodeDur=794.282µs] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=306.968µs] [type=file] [takeTime=2.608513ms] [] [2024/04/30 16:14:02.330 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=98.132222ms] [] [2024/04/30 16:14:02.330 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d9ae1b35-ff38-45fb-8899-5089c6ccda71.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/04/30 16:14:02.330 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:14:02.330 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:14:02.330 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:02.333 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.366028ms] [] [2024/04/30 16:14:02.334 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:02.339 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:02.361 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/04/30 16:14:02.361 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:02.391 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/04/30 16:14:02.393 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=59.119476ms] [] [2024/04/30 16:14:02.393 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:02.394 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.453908ms] [] [2024/04/30 16:14:02.394 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/04/30 16:14:02.394 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:02.396 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.680713ms] [] [2024/04/30 16:14:02.396 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:02.396 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:02.396 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=76.236µs] [] [2024/04/30 16:14:02.396 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:02.397 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=973.64µs] [] [2024/04/30 16:14:02.410 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/04/30 16:14:02.458 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/04/30 16:14:02.461 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:02.461 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.461 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:02.461 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:02.464 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:02.464 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:02.464 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:02.464 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:02.464 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:02.464 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=314.457931ms] [] [2024/04/30 16:14:02.519 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:02.520 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/05 15:07:50.114 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/04/30 16:14:02.522 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/05 15:07:50.114 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/04/30 16:14:02.522 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/05 15:07:50.115 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/04/30 16:14:02.609 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/05 15:07:50.115 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/04/30 16:14:02.612 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/05 15:07:50.115 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/04/30 16:14:02.612 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/05 15:07:50.115 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/04/30 16:14:02.771 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/05 15:07:50.115 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/04/30 16:14:02.816 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/05 15:07:50.120 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/04/30 16:14:02.817 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/05 15:07:50.120 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/04/30 16:14:02.817 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/05 15:07:50.120 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 199.674µs"] [thread_id=1] [2024/04/30 16:14:02.825 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=8.350269ms] [] [2024/05/05 15:07:50.184 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/04/30 16:14:02.825 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/05/05 15:07:50.186 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/04/30 16:14:02.825 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/05 15:07:50.186 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/04/30 16:14:02.825 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/05 15:07:50.187 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/04/30 16:14:02.825 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/05 15:07:50.187 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/04/30 16:14:02.830 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/05/05 15:07:50.188 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/04/30 16:14:02.831 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/05 15:07:50.188 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/04/30 16:14:02.831 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.556214ms] [] [2024/05/05 15:07:50.188 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/04/30 16:14:02.831 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.728453ms] [] [2024/05/05 15:07:50.188 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:50.188 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/04/30 16:14:02.876 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=105.058806ms] [] [2024/05/05 15:07:50.188 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/04/30 16:14:02.926 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/05 15:07:50.195 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/04/30 16:14:02.927 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/05 15:07:50.202 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408789807944270] [thread_id=1] [2024/04/30 16:14:02.929 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/04/30 16:14:03.006 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/04/30 16:14:03.024 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/04/30 16:14:03.032 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/05 15:07:50.202 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892870 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/04/30 16:14:03.032 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/05 15:07:50.205 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/04/30 16:14:03.135 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/05 15:07:50.206 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/05/05 15:07:50.206 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/05/05 15:07:50.206 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.206 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.206 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:50.210 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:50.210 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:50.210 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/04/30 16:14:03.313 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.057971421\n# Parse_time: 0.000995814\n# Compile_time: 0.001140015\n# Rewrite_time: 0.000259098\n# Optimize_time: 0.000395722\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/05 15:07:50.210 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/04/30 16:14:03.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/05 15:07:50.210 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/04/30 16:14:03.358 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:50.210 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:50.210 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/04/30 16:14:03.357 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:07:50.210 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:07:50.210 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/04/30 16:14:03.419 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.210 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/04/30 16:14:03.464 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=381.137µs] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/05 15:07:50.210 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=180.067µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/04/30 16:14:03.476 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/05 15:07:50.210 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=8.11µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:07:50.211 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/04/30 16:14:03.513 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=54.160441ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.212 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:50.212 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/04/30 16:14:03.587 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.212 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:50.212 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/04/30 16:14:03.620 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=233.77µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/05 15:07:50.215 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/04/30 16:14:03.632 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/05 15:07:50.215 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/05 15:07:50.216 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:50.216 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:50.217 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/04/30 16:14:03.670 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.947353ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.217 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:07:50.218 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/04/30 16:14:03.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:50.218 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/04/30 16:14:03.752 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/05/05 15:07:50.218 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:50.223 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/04/30 16:14:03.792 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=226.103µs] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/05 15:07:53.216 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/04/30 16:14:03.803 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/05 15:07:53.216 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:03.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=69.424043ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:53.216 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=2] [thread_id=31] [2024/04/30 16:14:03.902 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/04/30 16:14:03.915 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/05/05 15:07:53.217 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/04/30 16:14:03.919 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:03.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:03.986 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/04/30 16:14:03.987 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:53.217 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/05 15:07:53.217 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=101] [2024/05/05 15:07:53.217 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:53.217 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/05 15:07:53.217 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/04/30 16:14:03.990 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.668412502\n# Parse_time: 0.00034221\n# Compile_time: 0.000653911\n# Rewrite_time: 0.0000109\n# Optimize_time: 0.001025551\n# Wait_TS: 0.000372973\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/05 15:07:53.217 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/05 15:07:53.217 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:03.992 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/05 15:07:53.217 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/04/30 16:14:04.040 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:03.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:07:53.217 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:53.217 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:04.040 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:03.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/05 15:07:53.217 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:53.217 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:53.217 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:04.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:03.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:53.217 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:04.109 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/05/05 15:07:53.217 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:53.217 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:04.188 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=3.076304ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:04.201 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/05/05 15:07:53.217 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/05/05 15:07:53.217 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:04.234 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.333958ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:03.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:53.217 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:04.304 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:03.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:04.344 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/05 15:07:53.218 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:04.344 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:53.218 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.348 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.357508994\n# Parse_time: 0.000740022\n# Compile_time: 0.001023888\n# Rewrite_time: 0.000009625\n# Optimize_time: 0.001025551\n# Wait_TS: 0.000324101\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:14:04.364 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/05 15:07:53.218 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.593 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.714 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.751 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/04/30 16:14:04.751 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.856 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/05 15:07:53.218 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.859 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.861 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.883 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.886 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:04.886 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/05 15:07:53.218 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/04/30 16:14:04.886 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=163.052µs] [2024/05/05 15:07:53.218 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:04.886 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=388.263µs] [] [2024/04/30 16:14:04.887 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:04.887 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:05.017 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/04/30 16:14:05.036 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:05.037 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=59] [2024/05/05 15:07:53.218 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:05.078 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:05.079 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:05.080 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:05.089 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/05 15:07:53.218 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:05.089 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/05/05 15:07:53.218 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/04/30 16:14:05.090 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/05 15:07:53.218 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/04/30 16:14:05.090 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/05 15:07:53.218 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/04/30 16:14:05.104 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/05 15:07:53.218 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/04/30 16:14:05.104 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/05 15:07:53.218 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/04/30 16:14:05.104 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/05 15:07:53.218 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/04/30 16:14:05.104 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/05 15:07:53.218 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/04/30 16:14:05.105 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:05.120 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/04/30 16:14:05.122 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/05 15:07:53.218 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/04/30 16:14:05.122 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/04/30 16:14:05.122 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:05.122 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/04/30 16:14:05.167 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/04/30 16:14:05.172 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/04/30 16:14:05.175 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/04/30 16:14:05.175 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/04/30 16:14:05.185 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:07:53.218 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/04/30 16:14:05.187 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=1.309387ms] [encodeDur=627.067µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=125.549µs] [type=file] [takeTime=2.435201ms] [] [2024/05/05 15:08:00.212 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/04/30 16:14:05.188 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/05 15:08:00.218 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:00.218 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/04/30 16:14:05.188 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b924fdb2-0068-4857-80fd-c2e41f177176.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/05/05 15:08:00.218 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/04/30 16:14:05.198 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/05/05 15:08:00.218 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 4 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/04/30 16:14:05.201 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=1.405201ms] [encodeDur=892.91µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=81.455µs] [type=file] [takeTime=2.87729ms] [] [2024/05/05 15:08:00.218 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 4 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:05.202 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/05 15:08:00.219 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 4 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:05.206 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fe3e1e7d-1f94-46aa-8241-84a1d43db886.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/05/05 15:08:00.219 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/04/30 16:14:05.295 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/05/05 15:08:00.219 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=2] [thread_id=31] [2024/04/30 16:14:05.297 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=1.066699ms] [encodeDur=1.188724ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=65.698µs] [type=file] [takeTime=2.678387ms] [] [2024/05/05 15:08:00.219 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 4 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.219 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 4 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:05.298 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d6058d98-575c-46ef-abeb-24be766da1ab.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/04/30 16:14:05.298 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=131.549645ms] [] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/04/30 16:14:05.299 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/04/30 16:14:05.299 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/04/30 16:14:05.299 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:05.301 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.140852ms] [] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 4 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/04/30 16:14:05.301 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:05.306 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:05.328 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:05.328 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:05.343 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/04/30 16:14:05.345 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.058582ms] [] [2024/04/30 16:14:05.345 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 4 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:05.347 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.333872ms] [] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:05.347 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/04/30 16:14:05.347 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/04/30 16:14:05.349 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.022184ms] [] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/04/30 16:14:05.349 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:05.349 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:05.349 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=68.755µs] [] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 4 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/04/30 16:14:05.349 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 4 role: Learner } } }"] [index=8] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/04/30 16:14:05.350 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=946.974µs] [] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=103] [2024/04/30 16:14:05.401 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:05.404 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 4 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:05.404 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:08:00.219 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 4 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=103] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/05 15:08:00.219 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:05.404 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:05.404 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:05.406 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/05 15:08:00.219 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:05.406 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:05.406 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/05 15:08:00.219 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/04/30 16:14:05.406 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:05.406 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/05 15:08:00.219 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:05.406 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=328.681234ms] [] [2024/04/30 16:14:05.471 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/05 15:08:00.220 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/04/30 16:14:05.473 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:05.474 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/05 15:08:00.220 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:05.474 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/05 15:08:00.220 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/04/30 16:14:05.564 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/04/30 16:14:05.566 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/05 15:08:00.220 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:05.566 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/05 15:08:00.220 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:05.721 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/05 15:08:00.220 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:05.772 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/05 15:08:00.220 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=4] [thread_id=71] [2024/04/30 16:14:05.772 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/05 15:08:00.220 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=4] [addr=127.0.0.1:20160] [thread_id=71] [2024/04/30 16:14:05.772 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/05 15:08:00.221 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=11] [cost=1.031237ms] [addr=127.0.0.1:20160] [store_id=4] [thread_id=71] [2024/04/30 16:14:05.772 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=12.548µs] [] [2024/05/05 15:08:00.223 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(4)] [thread_id=7] [2024/04/30 16:14:05.772 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/05 15:08:00.224 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:05.772 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/05 15:08:00.224 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/04/30 16:14:05.772 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/05 15:08:00.224 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:05.772 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/05 15:08:00.224 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:05.776 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/05 15:08:00.224 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=3] [region_id=2] [thread_id=102] [2024/04/30 16:14:05.777 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/05 15:08:00.224 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/04/30 16:14:05.777 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.022701ms] [] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/04/30 16:14:05.777 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.176814ms] [] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/04/30 16:14:05.815 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=93.912565ms] [] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/04/30 16:14:05.870 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:05.870 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/04/30 16:14:05.873 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/04/30 16:14:05.952 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/04/30 16:14:05.957 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/04/30 16:14:05.980 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=626.824µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/04/30 16:14:05.980 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/04/30 16:14:06.060 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=572.968µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:08:00.225 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.225 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/04/30 16:14:06.278 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.928664993\n# Parse_time: 0.000797129\n# Compile_time: 0.001460346\n# Rewrite_time: 0.000329034\n# Optimize_time: 0.001025551\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/04/30 16:14:06.288 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/04/30 16:14:06.314 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/04/30 16:14:06.314 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:08:00.225 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=414.779µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=476.238µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/04/30 16:14:06.370 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.226 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=3] [region_id=2] [thread_id=102] [2024/04/30 16:14:06.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=352.975µs] [gotSchemaVersion=58] [phyTblIDs="[109]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/05 15:08:00.226 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:06.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/04/30 16:14:06.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.753892ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/04/30 16:14:06.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=346.117µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/04/30 16:14:06.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=212.032µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/05 15:08:00.226 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:06.555 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/05/05 15:08:00.226 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.094328ms] [size=0] [snap_key=2_6_8] [region_id=2] [thread_id=132] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 4 role: Learner"] [peer_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:06.593 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.319196ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.436991ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=133] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.835521ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/04/30 16:14:06.663 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 4 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/04/30 16:14:06.673 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 4 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.11052ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=130] [2024/04/30 16:14:06.714 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=225.92µs] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 4 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:06.724 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/05 15:08:00.227 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.263234ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/05/05 15:08:00.227 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 4 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:08:00.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 4 }]"] [region_id=2] [thread_id=31] [2024/04/30 16:14:06.764 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=54.04575ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 4 }]"] [region_id=16] [thread_id=31] [2024/04/30 16:14:06.832 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:06.840 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 4 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/04/30 16:14:06.845 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:06.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 4 }]"] [region_id=12] [thread_id=31] [2024/04/30 16:14:06.903 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:06.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 4 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 4 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 4 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:06.907 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.620777511\n# Parse_time: 0.000602193\n# Compile_time: 0.000844547\n# Rewrite_time: 0.000010222\n# Optimize_time: 0.0009823\n# Wait_TS: 0.000377693\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 4 } } }"] [index=9] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/04/30 16:14:06.910 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/04/30 16:14:06.951 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 role: Learner }"] [changes="[peer { id: 21 store_id: 4 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=103] [2024/04/30 16:14:06.952 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=3] [region_id=2] [thread_id=103] [2024/04/30 16:14:07.014 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:06.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 4 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:07.021 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:07.083 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.298941ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:07.093 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 role: Learner }"] [changes="[peer { id: 19 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:07.130 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.994298ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:06.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.228 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 4 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 4 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:07.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:06.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:07.251 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/05 15:08:00.228 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:07.251 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 4 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/04/30 16:14:07.254 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.346647182\n# Parse_time: 0.000842767\n# Compile_time: 0.001000547\n# Rewrite_time: 0.000015253\n# Optimize_time: 0.0009823\n# Wait_TS: 0.000432935\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [changes="[peer { id: 18 store_id: 4 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/04/30 16:14:07.267 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:07.490 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:07.612 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 4 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:07.655 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:07.656 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:07.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:07.763 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:07.765 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/05 15:08:00.228 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 role: Learner }"] [changes="[peer { id: 20 store_id: 4 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:07.785 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:07.788 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/05 15:08:00.228 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:07.788 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:07.788 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=133.083µs] [2024/05/05 15:08:00.228 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/04/30 16:14:07.789 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=315.284µs] [] [2024/04/30 16:14:07.789 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:07.789 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:07.917 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/04/30 16:14:07.939 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/04/30 16:14:07.970 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=59] [2024/05/05 15:08:00.228 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:08.013 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/05 15:08:00.228 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:08.015 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/04/30 16:14:08.016 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:08.024 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:08.024 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:08.025 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/05 15:08:00.228 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:08.025 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/05 15:08:00.239 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/04/30 16:14:08.026 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:08.026 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/05 15:08:00.239 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/04/30 16:14:08.026 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:08.026 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:08.026 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/05 15:08:00.239 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/04/30 16:14:08.039 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/05 15:08:00.239 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:08.041 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/05 15:08:00.239 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/04/30 16:14:08.041 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/05 15:08:00.239 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/04/30 16:14:08.041 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=204.8MiB] [per-index=68.27MiB] [2024/04/30 16:14:08.041 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/05 15:08:00.239 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:08.083 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/05 15:08:00.239 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:08.087 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/05 15:08:00.239 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=2] [thread_id=31] [2024/04/30 16:14:08.091 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:08.091 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/05 15:08:00.239 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=102] [2024/04/30 16:14:08.185 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/05/05 15:08:00.239 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/04/30 16:14:08.188 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.041668ms] [encodeDur=1.238363ms] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=211.586µs] [type=file] [takeTime=2.92644ms] [] [2024/05/05 15:08:00.239 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/04/30 16:14:08.189 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/05 15:08:00.239 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:08.189 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e867df46-e494-44a4-82be-9d30308f87cc.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/04/30 16:14:08.197 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/04/30 16:14:08.200 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=884.197µs] [encodeDur=1.110454ms] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=72.392µs] [type=file] [takeTime=2.386062ms] [] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/04/30 16:14:08.201 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/04/30 16:14:08.201 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dfa79d2f-832b-45f9-a5db-7ab8ff3c4e3a.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/04/30 16:14:08.209 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:08.211 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=890.867µs] [encodeDur=794.67µs] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=74.514µs] [type=file] [takeTime=2.043178ms] [] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:08.212 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=129.470273ms] [] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:08.212 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/00a04306-e851-41a5-9450-366784bf65ce.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:08.213 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/04/30 16:14:08.213 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/04/30 16:14:08.213 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:08.215 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.752133ms] [] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:08.215 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:08.220 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/05 15:08:00.240 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:08.241 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/04/30 16:14:08.242 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/04/30 16:14:08.255 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/04/30 16:14:08.257 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.585893ms] [] [2024/04/30 16:14:08.257 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:08.258 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.160676ms] [] [2024/04/30 16:14:08.259 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/04/30 16:14:08.259 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/04/30 16:14:08.260 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=1.37667ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/7c084aba-4fac-4156-b7c4-8c60289c8daa.sst] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/04/30 16:14:08.260 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/7c084aba-4fac-4156-b7c4-8c60289c8daa.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/05 15:08:00.240 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/04/30 16:14:08.263 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=4.177055ms] [] [2024/04/30 16:14:08.263 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/04/30 16:14:08.268 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:08.290 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/04/30 16:14:08.291 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/05 15:08:00.240 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/04/30 16:14:08.303 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:08.305 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=41.810457ms] [] [2024/04/30 16:14:08.305 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/04/30 16:14:08.306 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.010005ms] [] [2024/04/30 16:14:08.356 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/05 15:08:00.240 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:08.361 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/05 15:08:00.240 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:08.361 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/05 15:08:00.240 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/05 15:08:00.240 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:08:00.241 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=5] [thread_id=71] [2024/04/30 16:14:08.361 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/05 15:08:00.241 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=5] [addr=127.0.0.1:20161] [thread_id=71] [2024/04/30 16:14:08.361 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/05 15:08:00.241 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=564.476µs] [addr=127.0.0.1:20161] [store_id=5] [thread_id=71] [2024/04/30 16:14:08.363 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/05 15:08:00.244 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(5)] [thread_id=8] [2024/04/30 16:14:08.363 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/05 15:08:00.244 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:08.363 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/05 15:08:00.244 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/04/30 16:14:08.363 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:08:00.244 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/04/30 16:14:08.363 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/05 15:08:00.244 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/05 15:08:00.244 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/04/30 16:14:08.363 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=350.444886ms] [] [2024/05/05 15:08:00.244 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/04/30 16:14:08.375 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/05 15:08:00.244 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/04/30 16:14:08.378 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:08.379 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/05 15:08:00.244 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/04/30 16:14:08.379 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/05 15:08:00.244 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/04/30 16:14:08.468 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/05 15:08:00.244 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/04/30 16:14:08.470 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/05 15:08:00.244 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/04/30 16:14:08.470 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=433.72µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/04/30 16:14:08.657 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=466.845µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/04/30 16:14:08.707 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/05 15:08:00.245 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:08.707 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/05 15:08:00.245 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/04/30 16:14:08.707 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/04/30 16:14:08.707 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.461µs] [] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/04/30 16:14:08.707 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=84] [2024/04/30 16:14:08.707 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/04/30 16:14:08.707 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=84] [2024/04/30 16:14:08.708 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/04/30 16:14:08.708 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=84] [2024/04/30 16:14:08.716 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/04/30 16:14:08.718 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=413.929µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/04/30 16:14:08.718 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=429.931µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=84] [2024/04/30 16:14:08.718 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.085603ms] [] [2024/05/05 15:08:00.245 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:08.718 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.275017ms] [] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/04/30 16:14:08.778 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/05 15:08:00.245 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=3] [region_id=2] [thread_id=102] [2024/04/30 16:14:08.778 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/04/30 16:14:08.781 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/04/30 16:14:08.787 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=129.47716ms] [] [2024/05/05 15:08:00.245 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/04/30 16:14:08.832 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/04/30 16:14:08.861 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=338.069µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:08:00.246 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.246 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.663789ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 5 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.622365ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 5 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.297591ms] [size=0] [snap_key=2_6_10] [region_id=2] [thread_id=130] [2024/04/30 16:14:08.864 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.608241848\n# Parse_time: 0.000486245\n# Compile_time: 0.001178799\n# Rewrite_time: 0.000290074\n# Optimize_time: 0.0009823\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.484875ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/04/30 16:14:08.872 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 5 role: Learner"] [peer_id=3] [region_id=2] [thread_id=101] [2024/04/30 16:14:08.883 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:08.883 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 5 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:08:00.247 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.34423ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/04/30 16:14:08.902 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 5 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 5 }]"] [region_id=16] [thread_id=31] [2024/04/30 16:14:08.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 5 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:08:00.247 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 5 }]"] [region_id=10] [thread_id=31] [2024/04/30 16:14:08.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:08.967 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/05 15:08:00.247 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 5 }]"] [region_id=2] [thread_id=31] [2024/05/05 15:08:00.247 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=102] [2024/04/30 16:14:08.971 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=233.23µs] [gotSchemaVersion=62] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/05 15:08:00.248 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 5 }]"] [region_id=14] [thread_id=31] [2024/04/30 16:14:08.981 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 5 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/04/30 16:14:09.020 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.006218ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 5 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:09.072 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 role: Learner }"] [changes="[peer { id: 26 store_id: 5 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/04/30 16:14:09.115 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=302.575µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/04/30 16:14:09.126 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/04/30 16:14:09.163 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=66.607507ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:08:00.248 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 5 }]"] [region_id=12] [thread_id=31] [2024/04/30 16:14:09.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/04/30 16:14:09.237 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:09.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=232.885µs] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:09.294 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/04/30 16:14:09.332 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.446769ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:09.377 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/04/30 16:14:09.385 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/05/05 15:08:00.248 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 4 } peers { id: 26 store_id: 5 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/04/30 16:14:09.389 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:08.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:09.460 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 5 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:09.460 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:09.464 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.592907946\n# Parse_time: 0.000240348\n# Compile_time: 0.000584339\n# Rewrite_time: 0.000009157\n# Optimize_time: 0.001062191\n# Wait_TS: 0.000292778\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 role: Learner }"] [changes="[peer { id: 25 store_id: 5 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/04/30 16:14:09.468 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:09.515 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:09.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:09.515 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:09.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/04/30 16:14:09.611 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:09.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:09.619 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/05/05 15:08:00.248 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/04/30 16:14:09.694 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=3.953625ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:08:00.248 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 23 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/04/30 16:14:09.708 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:09.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=54.376064ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:09.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=102] [2024/04/30 16:14:09.806 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:09.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:08:00.248 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 4 } peers { id: 25 store_id: 5 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/04/30 16:14:09.844 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/04/30 16:14:09.845 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:08:00.248 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 }"] [peer_id=3] [region_id=2] [thread_id=102] [2024/05/05 15:08:00.248 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:08:00.248 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 4 } peers { id: 24 store_id: 5 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/04/30 16:14:09.848 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.383426766\n# Parse_time: 0.001375791\n# Compile_time: 0.001981804\n# Rewrite_time: 0.000010222\n# Optimize_time: 0.001062191\n# Wait_TS: 0.000461991\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/04/30 16:14:09.864 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [2024/04/30 16:14:10.087 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:10.195 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:10.233 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/04/30 16:14:10.234 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:10.340 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:10.341 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:10.343 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/04/30 16:14:10.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:10.369 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:10.369 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:10.370 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=138.888µs] [2024/04/30 16:14:10.370 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=298.513µs] [] [2024/04/30 16:14:10.370 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:10.370 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:10.530 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/04/30 16:14:10.549 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:10.550 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/04/30 16:14:10.591 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:10.593 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/04/30 16:14:10.594 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:10.602 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:10.603 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:10.603 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:10.603 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:10.604 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:10.604 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:10.604 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:10.604 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:10.604 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:10.619 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:10.620 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:10.620 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:10.620 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:10.620 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/04/30 16:14:10.660 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/04/30 16:14:10.664 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:10.668 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:10.668 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/04/30 16:14:10.676 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/04/30 16:14:10.679 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=1.020125ms] [encodeDur=998.938µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=156.636µs] [type=file] [takeTime=2.553694ms] [] [2024/04/30 16:14:10.680 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/04/30 16:14:10.680 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a8fda3e3-0322-4e17-bca1-fb82088d047a.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/04/30 16:14:10.698 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/04/30 16:14:10.700 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.002523ms] [encodeDur=1.101575ms] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=57.192µs] [type=file] [takeTime=2.498333ms] [] [2024/04/30 16:14:10.701 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/04/30 16:14:10.701 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a7d0c926-a4aa-4127-baaf-6eb8f18d181d.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/04/30 16:14:10.806 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/04/30 16:14:10.808 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=1.070324ms] [encodeDur=637.026µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=44.891µs] [type=file] [takeTime=2.057989ms] [] [2024/04/30 16:14:10.809 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=148.817537ms] [] [2024/04/30 16:14:10.809 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c6bf0997-e4ad-41e3-b386-6b48b89eeae1.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/04/30 16:14:10.809 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:14:10.809 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:14:10.809 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:10.811 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.935768ms] [] [2024/04/30 16:14:10.811 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:10.816 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:10.854 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/04/30 16:14:10.854 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:10.873 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/04/30 16:14:10.875 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=64.052395ms] [] [2024/04/30 16:14:10.875 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:10.877 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.464584ms] [] [2024/04/30 16:14:10.877 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/04/30 16:14:10.877 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:10.879 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.118733ms] [] [2024/04/30 16:14:10.879 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:10.879 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:10.879 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=58.112µs] [] [2024/04/30 16:14:10.879 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:10.880 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=964.897µs] [] [2024/04/30 16:14:10.924 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/04/30 16:14:10.928 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:10.928 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:10.928 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:10.928 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:10.931 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:10.931 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:10.931 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:10.931 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:10.931 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:10.931 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=339.627ms] [] [2024/04/30 16:14:10.954 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:10.956 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:10.957 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:10.957 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:11.021 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/04/30 16:14:11.022 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:11.022 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:11.151 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:11.215 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:14:11.215 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:14:11.215 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/04/30 16:14:11.223 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=7.570221ms] [] [2024/04/30 16:14:11.223 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/04/30 16:14:11.223 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/04/30 16:14:11.223 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/04/30 16:14:11.223 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/04/30 16:14:11.232 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/04/30 16:14:11.233 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/04/30 16:14:11.233 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=17.934545ms] [] [2024/04/30 16:14:11.233 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=18.159515ms] [] [2024/04/30 16:14:11.273 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=121.956585ms] [] [2024/04/30 16:14:11.351 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:11.351 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/04/30 16:14:11.354 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/04/30 16:14:11.441 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/04/30 16:14:11.442 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/04/30 16:14:11.462 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:11.462 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/04/30 16:14:11.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.616016847\n# Parse_time: 0.000622918\n# Compile_time: 0.001459598\n# Rewrite_time: 0.000346724\n# Optimize_time: 0.001062191\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:11.475 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:11.504 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:11.504 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:14:11.565 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:11.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:11.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=280.417µs] [gotSchemaVersion=66] [phyTblIDs="[115]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:11.627 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/04/30 16:14:11.664 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.448658ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:11.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:11.758 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=241.186µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:11.768 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/04/30 16:14:11.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.40115ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:11.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:11.889 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/04/30 16:14:11.936 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=274.676µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:11.946 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/04/30 16:14:11.985 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.442492ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:12.054 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/04/30 16:14:12.064 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/04/30 16:14:12.068 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:11.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:12.133 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/04/30 16:14:12.133 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:12.137 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.663185865\n# Parse_time: 0.000325732\n# Compile_time: 0.000691874\n# Rewrite_time: 0.000010909\n# Optimize_time: 0.000907415\n# Wait_TS: 0.000436912\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:14:12.140 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/04/30 16:14:12.181 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:12.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:12.181 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:12.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/04/30 16:14:12.238 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:12.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:12.246 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/04/30 16:14:12.302 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.607012ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:12.312 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/04/30 16:14:12.349 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.952962ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:12.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:12.383 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:12.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:12.450 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/04/30 16:14:12.450 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:12.454 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.315777184\n# Parse_time: 0.000897251\n# Compile_time: 0.001059448\n# Rewrite_time: 0.000009585\n# Optimize_time: 0.000907415\n# Wait_TS: 0.000468875\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/04/30 16:14:12.471 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:12.663 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:12.776 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:12.819 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/04/30 16:14:12.819 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:12.924 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:12.925 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:12.927 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/04/30 16:14:12.946 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:12.949 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:12.950 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:12.950 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=122.475µs] [2024/04/30 16:14:12.950 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=281.533µs] [] [2024/04/30 16:14:12.950 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:12.950 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:13.064 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/04/30 16:14:13.083 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/04/30 16:14:13.094 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:13.135 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:13.137 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/04/30 16:14:13.139 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:13.147 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:13.147 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:13.148 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:13.148 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:13.149 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:13.149 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:13.149 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:13.149 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:13.149 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:13.163 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:13.165 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:13.166 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:13.166 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:13.166 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/04/30 16:14:13.229 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/04/30 16:14:13.233 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:13.237 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:13.237 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/04/30 16:14:13.265 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/04/30 16:14:13.268 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=1.271311ms] [encodeDur=909.723µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=56.412µs] [type=file] [takeTime=2.653518ms] [] [2024/04/30 16:14:13.269 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/04/30 16:14:13.269 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b6683041-a01a-4ccc-8e7e-0459b3fe0cf0.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/04/30 16:14:13.410 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/04/30 16:14:13.412 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=1.038899ms] [encodeDur=690.233µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=47.567µs] [type=file] [takeTime=2.060748ms] [] [2024/04/30 16:14:13.413 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/04/30 16:14:13.413 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/218292d4-d70a-4765-9ec5-ebb58e40f758.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/04/30 16:14:13.508 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/04/30 16:14:13.513 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=1.585277ms] [encodeDur=1.340148ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=49.722µs] [type=file] [takeTime=4.04223ms] [] [2024/04/30 16:14:13.514 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/69bd8113-daa5-4415-8c53-5ee6b0506e5c.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/04/30 16:14:13.514 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=284.428033ms] [] [2024/04/30 16:14:13.514 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:14:13.514 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:14:13.514 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:13.516 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.808575ms] [] [2024/04/30 16:14:13.516 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:13.521 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:13.543 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/04/30 16:14:13.543 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:13.558 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/04/30 16:14:13.560 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.6124ms] [] [2024/04/30 16:14:13.560 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:13.561 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.159856ms] [] [2024/04/30 16:14:13.561 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/04/30 16:14:13.561 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:13.563 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.547998ms] [] [2024/04/30 16:14:13.563 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:13.563 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:13.563 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=50.401µs] [] [2024/04/30 16:14:13.563 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:13.564 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=763.167µs] [] [2024/04/30 16:14:13.619 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/04/30 16:14:13.622 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:13.622 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:13.622 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:13.622 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:13.622 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:13.622 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:13.622 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:13.622 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:13.623 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:13.623 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:13.623 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:13.623 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:13.623 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:13.625 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:13.625 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:13.625 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:13.625 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:13.625 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:13.625 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=489.360154ms] [] [2024/04/30 16:14:13.640 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:13.641 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:13.642 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:13.642 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:13.740 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/04/30 16:14:13.742 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:13.742 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:13.874 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:13.916 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:14:13.916 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:14:13.916 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/04/30 16:14:13.923 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=6.962124ms] [] [2024/04/30 16:14:13.923 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/04/30 16:14:13.924 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/04/30 16:14:13.924 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/04/30 16:14:13.924 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/04/30 16:14:13.927 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/04/30 16:14:13.928 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/04/30 16:14:13.928 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=11.395371ms] [] [2024/04/30 16:14:13.928 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=11.541392ms] [] [2024/04/30 16:14:13.967 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=92.653645ms] [] [2024/04/30 16:14:14.042 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:14.042 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/04/30 16:14:14.045 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/04/30 16:14:14.110 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/04/30 16:14:14.124 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/04/30 16:14:14.145 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:14.145 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/04/30 16:14:14.222 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:14.329 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.873912198\n# Parse_time: 0.00065499\n# Compile_time: 0.001493897\n# Rewrite_time: 0.000321165\n# Optimize_time: 0.000907415\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:14.341 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:14.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:14.366 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:14:14.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=241.349µs] [gotSchemaVersion=70] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:14.475 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=70] [2024/04/30 16:14:14.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.648011ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=249.934µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:14.624 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/04/30 16:14:14.662 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.345234ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.729 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.738 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/04/30 16:14:14.776 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=209.669µs] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:14.785 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/04/30 16:14:14.826 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.72876ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.897 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/04/30 16:14:14.905 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/04/30 16:14:14.909 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:14.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:14.974 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/04/30 16:14:14.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:14.979 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.638504564\n# Parse_time: 0.000297429\n# Compile_time: 0.000708954\n# Rewrite_time: 0.000009051\n# Optimize_time: 0.001412176\n# Wait_TS: 0.000400392\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:14:14.983 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/04/30 16:14:15.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:15.048 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/04/30 16:14:15.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:14.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:15.101 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/04/30 16:14:15.177 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.574649ms] [gotSchemaVersion=73] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:15.187 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/04/30 16:14:15.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.703744ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:14.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:15.298 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:14.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:15.343 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/04/30 16:14:15.344 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:15.348 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368254622\n# Parse_time: 0.001841714\n# Compile_time: 0.002214386\n# Rewrite_time: 0.000011181\n# Optimize_time: 0.001412176\n# Wait_TS: 0.000393896\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/04/30 16:14:15.361 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:15.545 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:15.661 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:15.698 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/04/30 16:14:15.698 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:15.803 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:15.805 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:15.806 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/04/30 16:14:15.826 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:15.829 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:15.829 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:15.829 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=92.383µs] [2024/04/30 16:14:15.829 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=217.493µs] [] [2024/04/30 16:14:15.829 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:15.829 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:15.954 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/04/30 16:14:15.973 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/04/30 16:14:15.993 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:16.054 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:16.056 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/04/30 16:14:16.057 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:16.066 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:16.066 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:16.066 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:16.067 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:16.068 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:16.068 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:16.068 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:16.068 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:16.068 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:16.083 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:16.085 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:16.085 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:16.085 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:16.086 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/04/30 16:14:16.131 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/04/30 16:14:16.135 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:16.138 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:16.139 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/04/30 16:14:16.166 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/04/30 16:14:16.169 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=1.236161ms] [encodeDur=1.357126ms] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=52.012µs] [type=file] [takeTime=3.109328ms] [] [2024/04/30 16:14:16.171 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/04/30 16:14:16.171 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a9d5242d-4004-4966-95a7-625a9bac52b3.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/04/30 16:14:16.198 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/04/30 16:14:16.200 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=1.068328ms] [encodeDur=1.048662ms] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=55.807µs] [type=file] [takeTime=2.491973ms] [] [2024/04/30 16:14:16.201 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/04/30 16:14:16.201 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dcd4aa64-d7f4-416a-ae87-683cb2d239f6.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/04/30 16:14:16.264 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/04/30 16:14:16.267 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=958.945µs] [encodeDur=1.560616ms] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=44.208µs] [type=file] [takeTime=2.850076ms] [] [2024/04/30 16:14:16.268 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cca75416-ae5b-43fa-ab7a-a774500a3bce.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/04/30 16:14:16.268 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=136.34889ms] [] [2024/04/30 16:14:16.268 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:14:16.268 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:14:16.268 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:16.270 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.880921ms] [] [2024/04/30 16:14:16.270 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:16.275 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:16.297 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/04/30 16:14:16.297 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:16.312 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/04/30 16:14:16.314 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.398245ms] [] [2024/04/30 16:14:16.314 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:16.316 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.309015ms] [] [2024/04/30 16:14:16.316 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/04/30 16:14:16.316 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:16.318 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.632285ms] [] [2024/04/30 16:14:16.318 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:16.318 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:16.318 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=75.567µs] [] [2024/04/30 16:14:16.318 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:16.319 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=894.756µs] [] [2024/04/30 16:14:16.366 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/04/30 16:14:16.369 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:16.370 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:16.370 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:16.370 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:16.372 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:16.372 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:16.372 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:16.372 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:16.372 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:16.373 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=318.248348ms] [] [2024/04/30 16:14:16.417 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:16.418 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:16.420 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:16.420 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:16.518 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/04/30 16:14:16.520 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:16.520 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:16.686 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:16.736 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:14:16.737 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:14:16.737 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/04/30 16:14:16.737 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=12.047µs] [] [2024/04/30 16:14:16.737 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/04/30 16:14:16.737 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/04/30 16:14:16.737 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/04/30 16:14:16.737 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/04/30 16:14:16.741 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/04/30 16:14:16.742 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/04/30 16:14:16.742 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/04/30 16:14:16.742 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.531325ms] [] [2024/04/30 16:14:16.742 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.725491ms] [] [2024/04/30 16:14:16.782 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=96.460807ms] [] [2024/04/30 16:14:16.827 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:16.827 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/04/30 16:14:16.830 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/04/30 16:14:16.877 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/04/30 16:14:16.903 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/04/30 16:14:16.922 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.57332004\n# Parse_time: 0.00049564\n# Compile_time: 0.001215845\n# Rewrite_time: 0.000295799\n# Optimize_time: 0.001412176\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:16.927 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:16.927 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/04/30 16:14:16.933 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:16.964 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:16.964 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:14:17.010 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.021 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:17.049 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=245.549µs] [gotSchemaVersion=74] [phyTblIDs="[121]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:17.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/04/30 16:14:17.099 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.678567ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.203 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=251.544µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:17.213 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/04/30 16:14:17.252 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.517864ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.282 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.292 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/04/30 16:14:17.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=212.633µs] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:17.338 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/04/30 16:14:17.376 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.52642ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.436 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/04/30 16:14:17.445 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/04/30 16:14:17.449 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:16.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.511 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/04/30 16:14:17.511 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:17.514 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.582117644\n# Parse_time: 0.000537259\n# Compile_time: 0.000734992\n# Rewrite_time: 0.000009311\n# Optimize_time: 0.001832026\n# Wait_TS: 0.000350674\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:14:17.517 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/04/30 16:14:17.569 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:17.569 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:14:17.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:17.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.644 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/04/30 16:14:17.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.217312ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:17.713 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/04/30 16:14:17.750 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.817964ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:17.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.783 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:17.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:17.833 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/04/30 16:14:17.834 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:17.837 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.322312094\n# Parse_time: 0.000660274\n# Compile_time: 0.00124081\n# Rewrite_time: 0.000008747\n# Optimize_time: 0.001832026\n# Wait_TS: 0.000834581\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:14:17.850 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:18.043 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:18.131 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:18.165 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/04/30 16:14:18.165 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:18.271 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:18.272 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:18.273 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/04/30 16:14:18.292 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:18.295 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:18.295 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:18.295 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=84.205µs] [2024/04/30 16:14:18.295 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=206.26µs] [] [2024/04/30 16:14:18.295 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:18.295 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:18.430 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/04/30 16:14:18.450 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/04/30 16:14:18.477 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:18.515 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:18.516 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/04/30 16:14:18.517 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:18.525 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:18.526 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:18.526 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:18.526 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:18.527 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:18.527 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:18.527 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:18.527 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:18.527 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:18.541 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:18.542 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:18.542 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:18.543 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:18.543 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/04/30 16:14:18.582 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/04/30 16:14:18.587 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:18.591 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:18.591 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/04/30 16:14:18.614 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/04/30 16:14:18.619 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.857295ms] [encodeDur=1.834706ms] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=302.802µs] [type=file] [takeTime=4.488328ms] [] [2024/04/30 16:14:18.620 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/04/30 16:14:18.620 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7acd03c3-b726-4d76-ac29-5fb94f9e3e82.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/04/30 16:14:18.638 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/04/30 16:14:18.641 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=1.0022ms] [encodeDur=1.052747ms] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=321.999µs] [type=file] [takeTime=2.661417ms] [] [2024/04/30 16:14:18.642 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/04/30 16:14:18.642 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c1d14187-35d6-4262-8e13-6b1e6725c013.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/04/30 16:14:18.667 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/04/30 16:14:18.684 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.073918ms] [encodeDur=1.038898ms] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=14.168094ms] [type=file] [takeTime=16.683196ms] [] [2024/04/30 16:14:18.684 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=102.353722ms] [] [2024/04/30 16:14:18.685 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/781eb13a-7905-440a-a37f-9d130d693ac3.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/04/30 16:14:18.685 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:14:18.685 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:14:18.685 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:18.688 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.20351ms] [] [2024/04/30 16:14:18.688 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:18.694 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:18.716 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/04/30 16:14:18.716 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:18.732 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/04/30 16:14:18.734 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.275463ms] [] [2024/04/30 16:14:18.734 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:18.735 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.184233ms] [] [2024/04/30 16:14:18.735 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/04/30 16:14:18.735 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:18.737 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.725017ms] [] [2024/04/30 16:14:18.737 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:18.737 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:18.737 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=76.645µs] [] [2024/04/30 16:14:18.737 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:18.738 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=840.221µs] [] [2024/04/30 16:14:18.804 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:18.805 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/04/30 16:14:18.805 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:18.807 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:18.807 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:18.809 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:18.809 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:18.809 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:18.809 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:18.809 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:18.809 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:18.809 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:18.809 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:18.809 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:18.810 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:18.810 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:18.810 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:18.810 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:18.812 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:18.812 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:18.812 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:18.812 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:18.812 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:18.812 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=297.517657ms] [] [2024/04/30 16:14:18.876 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/04/30 16:14:18.878 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:18.878 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:19.025 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:19.073 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:14:19.073 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:14:19.073 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/04/30 16:14:19.081 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=7.48756ms] [] [2024/04/30 16:14:19.081 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/04/30 16:14:19.081 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/04/30 16:14:19.081 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/04/30 16:14:19.081 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/04/30 16:14:19.085 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/04/30 16:14:19.086 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/04/30 16:14:19.086 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.571022ms] [] [2024/04/30 16:14:19.086 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.747639ms] [] [2024/04/30 16:14:19.141 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=115.903463ms] [] [2024/04/30 16:14:19.186 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:19.187 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/04/30 16:14:19.190 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/04/30 16:14:19.230 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/04/30 16:14:19.273 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/04/30 16:14:19.297 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:19.297 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/04/30 16:14:19.386 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:19.393 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.555224356\n# Parse_time: 0.00085752\n# Compile_time: 0.001224106\n# Rewrite_time: 0.00026609\n# Optimize_time: 0.001832026\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:19.402 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:19.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:19.431 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:14:19.487 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.536 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=396.814µs] [gotSchemaVersion=78] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:19.548 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=78] [2024/04/30 16:14:19.586 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=54.809999ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.631 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=209.123µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:19.670 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/04/30 16:14:19.709 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.463695ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.792 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/04/30 16:14:19.829 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=232.574µs] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:19.841 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/04/30 16:14:19.878 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=54.189294ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:19.937 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/04/30 16:14:19.946 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/04/30 16:14:19.950 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:19.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.025 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/04/30 16:14:20.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:20.028 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.62674139\n# Parse_time: 0.000260719\n# Compile_time: 0.000615837\n# Rewrite_time: 0.000010407\n# Optimize_time: 0.001031695\n# Wait_TS: 0.000372739\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:14:20.031 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/04/30 16:14:20.091 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:20.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:20.091 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:20.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/04/30 16:14:20.152 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:20.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.161 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/04/30 16:14:20.224 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=2.574504ms] [gotSchemaVersion=81] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:20.236 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/04/30 16:14:20.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.952724ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:20.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.333 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:20.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:20.395 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/04/30 16:14:20.396 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:20.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.371776846\n# Parse_time: 0.001135101\n# Compile_time: 0.001347649\n# Rewrite_time: 0.000008569\n# Optimize_time: 0.001031695\n# Wait_TS: 0.000353252\n# DB: import_into\n# Is_internal: false\n# Digest: 99e3ce8ee663195b3eb799e93a62b55cdf92783b479606f66c6eb4832a15102c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/04/30 16:14:20.420 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:20.598 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:20.700 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:20.741 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/04/30 16:14:20.741 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:20.846 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:20.848 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:20.849 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/04/30 16:14:20.870 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:20.873 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:20.873 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:20.873 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=88.147µs] [2024/04/30 16:14:20.873 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=240.907µs] [] [2024/04/30 16:14:20.873 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:20.873 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:21.004 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/04/30 16:14:21.023 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/04/30 16:14:21.034 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:21.076 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:21.078 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/04/30 16:14:21.079 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:21.088 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:21.088 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:21.088 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:21.088 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:21.089 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:21.089 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:21.089 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:21.089 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:21.089 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:21.109 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:21.111 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:21.111 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:21.111 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:21.111 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=700.7GiB] [2024/04/30 16:14:21.155 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/04/30 16:14:21.177 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:21.181 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:21.181 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/04/30 16:14:21.213 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/04/30 16:14:21.217 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=1.433844ms] [encodeDur=923.543µs] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=343.935µs] [type=file] [takeTime=3.225618ms] [] [2024/04/30 16:14:21.217 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/04/30 16:14:21.218 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/31586dfd-55b0-438e-b6c6-f5e22da3b595.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/04/30 16:14:21.226 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/04/30 16:14:21.232 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=1.351229ms] [encodeDur=1.081335ms] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=3.077384ms] [type=file] [takeTime=5.882207ms] [] [2024/04/30 16:14:21.233 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/04/30 16:14:21.233 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6d5c93b3-dd77-4444-ba13-6a2f60d2a1b3.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/04/30 16:14:21.258 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/04/30 16:14:21.261 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=1.105892ms] [encodeDur=898.309µs] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=321.955µs] [type=file] [takeTime=2.695216ms] [] [2024/04/30 16:14:21.262 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/04819010-506f-456b-bee3-b6c9d5a8fb36.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/04/30 16:14:21.262 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=107.287181ms] [] [2024/04/30 16:14:21.262 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/04/30 16:14:21.262 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/04/30 16:14:21.262 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:21.265 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.153617ms] [] [2024/04/30 16:14:21.265 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:21.270 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:21.292 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/04/30 16:14:21.292 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:21.308 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/04/30 16:14:21.311 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.805519ms] [] [2024/04/30 16:14:21.311 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:21.312 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.358472ms] [] [2024/04/30 16:14:21.312 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/04/30 16:14:21.312 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:21.314 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.812448ms] [] [2024/04/30 16:14:21.314 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:21.314 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:21.314 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=51.944µs] [] [2024/04/30 16:14:21.314 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:21.315 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=914.091µs] [] [2024/04/30 16:14:21.364 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:21.365 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/04/30 16:14:21.366 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:21.368 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:21.368 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:21.370 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:21.370 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:21.370 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:21.370 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:21.373 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:21.373 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:21.373 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:21.373 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:21.373 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:21.373 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=296.752206ms] [] [2024/04/30 16:14:21.436 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/04/30 16:14:21.439 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:21.439 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:21.667 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:21.716 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/04/30 16:14:21.716 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/04/30 16:14:21.716 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/04/30 16:14:21.724 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=7.645241ms] [] [2024/04/30 16:14:21.724 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/04/30 16:14:21.724 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/04/30 16:14:21.724 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/04/30 16:14:21.724 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/04/30 16:14:21.728 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/04/30 16:14:21.729 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/04/30 16:14:21.729 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.028566ms] [] [2024/04/30 16:14:21.729 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.241239ms] [] [2024/04/30 16:14:21.773 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:21.774 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/04/30 16:14:21.777 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/04/30 16:14:21.781 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=113.713412ms] [] [2024/04/30 16:14:21.835 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/04/30 16:14:21.847 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/04/30 16:14:21.872 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:21.872 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/04/30 16:14:21.999 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.596746939\n# Parse_time: 0.001140926\n# Compile_time: 0.002105536\n# Rewrite_time: 0.000394995\n# Optimize_time: 0.001031695\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:22.004 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:22.008 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:22.042 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:22.042 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:14:22.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.147 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=277.512µs] [gotSchemaVersion=82] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:22.160 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/04/30 16:14:22.196 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=54.071123ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.227 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.268 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=228.578µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:22.279 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/04/30 16:14:22.317 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.608827ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.399 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/04/30 16:14:22.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=301.295µs] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:22.478 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/04/30 16:14:22.516 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=54.854964ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.579 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/04/30 16:14:22.588 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/04/30 16:14:22.592 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:22.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.656 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/04/30 16:14:22.657 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:22.661 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.653411114\n# Parse_time: 0.000321029\n# Compile_time: 0.000798203\n# Rewrite_time: 0.00001362\n# Optimize_time: 0.001293202\n# Wait_TS: 0.000482951\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:14:22.664 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/04/30 16:14:22.709 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:22.709 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/04/30 16:14:22.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.775 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/04/30 16:14:22.876 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=3.058729ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:22.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/04/30 16:14:22.922 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=54.292179ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:22.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:22.990 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:22.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:23.036 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/04/30 16:14:23.036 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:23.040 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.378284585\n# Parse_time: 0.001764693\n# Compile_time: 0.001237198\n# Rewrite_time: 0.000010541\n# Optimize_time: 0.001293202\n# Wait_TS: 0.000448753\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/04/30 16:14:23.056 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:23.258 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:23.377 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:23.414 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/04/30 16:14:23.414 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:23.521 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:23.523 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:23.524 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/04/30 16:14:23.548 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:23.551 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:23.551 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:23.551 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=97.676µs] [2024/04/30 16:14:23.551 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=273.092µs] [] [2024/04/30 16:14:23.551 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:23.551 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:23.723 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/04/30 16:14:23.740 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:23.745 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/04/30 16:14:23.784 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:23.785 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/04/30 16:14:23.787 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:23.795 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:23.795 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:23.796 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:23.796 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:23.796 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:23.797 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:23.797 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:23.797 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:23.797 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:23.811 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:23.813 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:23.813 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:23.813 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:23.813 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=700.7GiB] [2024/04/30 16:14:23.860 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/04/30 16:14:23.865 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:23.869 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:23.869 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/04/30 16:14:23.929 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/04/30 16:14:23.932 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=1.493385ms] [encodeDur=1.639205ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=159.181µs] [type=file] [takeTime=3.80973ms] [] [2024/04/30 16:14:23.934 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/04/30 16:14:23.934 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e44c2abe-f856-4b20-b6ce-91e70a9d2a8c.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/04/30 16:14:24.002 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/04/30 16:14:24.005 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.202689ms] [encodeDur=1.431664ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=59.24µs] [type=file] [takeTime=3.046415ms] [] [2024/04/30 16:14:24.007 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/04/30 16:14:24.007 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/3dbefb2a-dbce-4466-bb34-1fd73262bfa3.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/04/30 16:14:24.027 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/04/30 16:14:24.030 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=1.084232ms] [encodeDur=1.389167ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=80.284µs] [type=file] [takeTime=2.857835ms] [] [2024/04/30 16:14:24.031 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d9e2818c-ac57-49dc-b29f-8687764a1467.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/04/30 16:14:24.031 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=170.552253ms] [] [2024/04/30 16:14:24.031 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/04/30 16:14:24.031 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/04/30 16:14:24.031 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:24.033 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.913813ms] [] [2024/04/30 16:14:24.034 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:24.041 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:24.063 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/04/30 16:14:24.063 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:24.078 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/04/30 16:14:24.080 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=46.396875ms] [] [2024/04/30 16:14:24.080 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:24.081 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.293282ms] [] [2024/04/30 16:14:24.082 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/04/30 16:14:24.082 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:24.083 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.662014ms] [] [2024/04/30 16:14:24.083 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:24.083 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:24.083 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=60.204µs] [] [2024/04/30 16:14:24.084 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:24.084 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=892.49µs] [] [2024/04/30 16:14:24.154 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:24.156 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:24.157 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:24.157 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:24.173 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/04/30 16:14:24.177 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:24.177 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:24.177 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:24.177 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:24.177 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:24.177 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:24.177 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:24.177 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:24.177 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:24.177 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:24.178 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:24.178 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:24.178 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:24.180 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:24.180 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:24.180 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:24.180 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:24.180 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:24.180 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=396.710019ms] [] [2024/04/30 16:14:24.234 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/04/30 16:14:24.236 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:24.236 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:24.379 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:24.423 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/04/30 16:14:24.423 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/04/30 16:14:24.423 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/04/30 16:14:24.431 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=7.644722ms] [] [2024/04/30 16:14:24.431 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/04/30 16:14:24.431 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/04/30 16:14:24.431 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/04/30 16:14:24.431 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/04/30 16:14:24.436 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/04/30 16:14:24.436 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/04/30 16:14:24.437 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.438262ms] [] [2024/04/30 16:14:24.437 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.640142ms] [] [2024/04/30 16:14:24.510 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=130.765276ms] [] [2024/04/30 16:14:24.543 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:24.543 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/04/30 16:14:24.547 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/04/30 16:14:24.610 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/04/30 16:14:24.621 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/04/30 16:14:24.650 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:24.650 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/04/30 16:14:24.753 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:24.940 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.899459377\n# Parse_time: 0.0012433\n# Compile_time: 0.001772701\n# Rewrite_time: 0.000293158\n# Optimize_time: 0.001293202\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:24.950 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:24.983 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:24.983 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:14:25.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.075 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=293.217µs] [gotSchemaVersion=86] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:25.087 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=86] [2024/04/30 16:14:25.124 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.63545ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=217.221µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:25.233 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/04/30 16:14:25.269 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.074465ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.337 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.371 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/04/30 16:14:25.414 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=278.451µs] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:25.425 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/04/30 16:14:25.465 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=54.344353ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.527 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/04/30 16:14:25.538 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/04/30 16:14:25.542 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:24.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.621 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/04/30 16:14:25.621 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:25.625 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.675496431\n# Parse_time: 0.000306878\n# Compile_time: 0.000707865\n# Rewrite_time: 0.000009933\n# Optimize_time: 0.001217428\n# Wait_TS: 0.000423519\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:14:25.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/04/30 16:14:25.688 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:25.688 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/04/30 16:14:25.730 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:25.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.739 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/04/30 16:14:25.839 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=3.610605ms] [gotSchemaVersion=89] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:25.852 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=89] [2024/04/30 16:14:25.884 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=54.527782ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:25.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:25.960 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:25.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:26.015 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/04/30 16:14:26.016 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:26.019 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.393815515\n# Parse_time: 0.00142336\n# Compile_time: 0.00113627\n# Rewrite_time: 0.00000965\n# Optimize_time: 0.001217428\n# Wait_TS: 0.000438502\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/04/30 16:14:26.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:26.277 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:26.393 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:26.441 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/04/30 16:14:26.442 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:26.548 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:26.549 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:26.551 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/04/30 16:14:26.570 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:26.573 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:26.573 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:26.573 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=86.975µs] [2024/04/30 16:14:26.573 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=220.308µs] [] [2024/04/30 16:14:26.573 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:26.573 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:26.760 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/04/30 16:14:26.780 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/04/30 16:14:26.789 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:26.833 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:26.834 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/04/30 16:14:26.838 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:26.847 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:26.847 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:26.848 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:26.848 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:26.849 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:26.849 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:26.849 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:26.849 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:26.849 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:26.865 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:26.867 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:26.867 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:26.867 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:26.867 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=700.7GiB] [2024/04/30 16:14:26.910 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/04/30 16:14:26.916 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:26.920 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:26.920 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/04/30 16:14:26.965 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/04/30 16:14:26.968 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.103792ms] [encodeDur=1.671958ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=51.192µs] [type=file] [takeTime=3.205485ms] [] [2024/04/30 16:14:26.969 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/04/30 16:14:26.969 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/70d86a48-7518-419a-ac46-c6af1ac3f9a1.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/04/30 16:14:27.066 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/04/30 16:14:27.069 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=993.935µs] [encodeDur=1.26102ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=60.951µs] [type=file] [takeTime=2.605403ms] [] [2024/04/30 16:14:27.070 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/04/30 16:14:27.070 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f74def56-ff6a-4a42-bdca-e0ba8ef2f0ec.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/04/30 16:14:27.189 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/04/30 16:14:27.193 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.304061ms] [encodeDur=1.658396ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=96.974µs] [type=file] [takeTime=3.649726ms] [] [2024/04/30 16:14:27.194 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=283.745506ms] [] [2024/04/30 16:14:27.194 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/23c71da1-f35c-445f-a33d-baf558e9649d.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/04/30 16:14:27.195 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/04/30 16:14:27.195 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/04/30 16:14:27.195 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:27.198 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.209534ms] [] [2024/04/30 16:14:27.198 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:27.204 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:27.226 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/04/30 16:14:27.226 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:27.242 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/04/30 16:14:27.244 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=46.118329ms] [] [2024/04/30 16:14:27.245 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:27.246 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.35729ms] [] [2024/04/30 16:14:27.246 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/04/30 16:14:27.246 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:27.249 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.592191ms] [] [2024/04/30 16:14:27.249 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:27.249 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:27.249 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=72.126µs] [] [2024/04/30 16:14:27.249 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:27.251 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.307352ms] [] [2024/04/30 16:14:27.306 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:27.309 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:27.309 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:27.309 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:27.309 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:27.312 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:27.312 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:27.312 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:27.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:27.312 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:27.312 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=478.85547ms] [] [2024/04/30 16:14:27.363 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:27.365 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:27.366 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:27.366 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:27.447 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/04/30 16:14:27.449 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:27.449 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:27.639 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:27.687 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/04/30 16:14:27.687 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/04/30 16:14:27.687 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/04/30 16:14:27.695 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.439672ms] [] [2024/04/30 16:14:27.695 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/04/30 16:14:27.695 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/04/30 16:14:27.695 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/04/30 16:14:27.695 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/04/30 16:14:27.699 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/04/30 16:14:27.700 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/04/30 16:14:27.700 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=12.779061ms] [] [2024/04/30 16:14:27.700 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=12.983285ms] [] [2024/04/30 16:14:27.739 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=100.05764ms] [] [2024/04/30 16:14:27.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:27.762 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/04/30 16:14:27.766 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/04/30 16:14:27.820 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/04/30 16:14:27.848 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/04/30 16:14:27.904 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:27.904 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/04/30 16:14:27.976 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.956027996\n# Parse_time: 0.002353395\n# Compile_time: 0.002805524\n# Rewrite_time: 0.000293981\n# Optimize_time: 0.001217428\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:27.990 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:28.017 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:28.017 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:14:28.023 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:28.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.092 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=260.265µs] [gotSchemaVersion=90] [phyTblIDs="[133]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:28.103 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=90] [2024/04/30 16:14:28.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=54.224389ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.249 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=250.95µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:28.261 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/04/30 16:14:28.300 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=54.447522ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.365 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/04/30 16:14:28.408 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=258.968µs] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:28.419 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/04/30 16:14:28.457 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.517501ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.527 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/04/30 16:14:28.542 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/04/30 16:14:28.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:27.959 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.607 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/04/30 16:14:28.607 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:28.611 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.62172803\n# Parse_time: 0.00031557\n# Compile_time: 0.000736658\n# Rewrite_time: 0.000010858\n# Optimize_time: 0.001503474\n# Wait_TS: 0.000376472\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:14:28.615 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/04/30 16:14:28.666 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:28.666 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/04/30 16:14:28.741 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:28.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.751 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/04/30 16:14:28.832 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=2.433605ms] [gotSchemaVersion=93] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:28.847 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=93] [2024/04/30 16:14:28.878 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.22923ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:28.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.929 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:28.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:28.982 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/04/30 16:14:28.982 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:28.985 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.374051529\n# Parse_time: 0.001815427\n# Compile_time: 0.001762089\n# Rewrite_time: 0.000008839\n# Optimize_time: 0.001503474\n# Wait_TS: 0.000330729\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/04/30 16:14:29.000 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:29.242 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:29.354 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:29.398 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/04/30 16:14:29.398 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:29.503 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:29.505 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:29.506 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/04/30 16:14:29.527 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:29.530 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:29.530 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:29.530 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=172.055µs] [2024/04/30 16:14:29.531 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=342.016µs] [] [2024/04/30 16:14:29.531 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:29.531 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:29.700 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/04/30 16:14:29.719 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/04/30 16:14:29.736 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:29.775 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:29.777 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/04/30 16:14:29.778 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:29.787 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:29.787 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:29.787 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:29.788 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:29.788 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:29.788 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:29.788 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:29.788 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:29.789 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:29.803 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:29.804 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:29.804 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:29.804 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:29.804 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=700.7GiB] [2024/04/30 16:14:29.845 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/04/30 16:14:29.852 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:29.856 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:29.856 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/04/30 16:14:29.895 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/04/30 16:14:29.899 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=1.331358ms] [encodeDur=1.196553ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=147.79µs] [type=file] [takeTime=3.480901ms] [] [2024/04/30 16:14:29.900 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/04/30 16:14:29.900 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d116cad7-6925-4565-b390-bfbd52d5e195.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/04/30 16:14:29.944 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/04/30 16:14:29.947 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=1.067968ms] [encodeDur=1.061719ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=61.476µs] [type=file] [takeTime=2.493412ms] [] [2024/04/30 16:14:29.948 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/04/30 16:14:29.948 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f6dcab5a-30d2-4f0a-ac37-631a6356f7d4.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/04/30 16:14:29.963 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/04/30 16:14:29.965 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=1.101797ms] [encodeDur=724.712µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=49.883µs] [type=file] [takeTime=2.19188ms] [] [2024/04/30 16:14:29.966 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=120.43223ms] [] [2024/04/30 16:14:29.966 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7071982e-093c-4bd0-8a0c-72dba8e16be3.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/04/30 16:14:29.966 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/04/30 16:14:29.966 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/04/30 16:14:29.966 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:29.968 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.820463ms] [] [2024/04/30 16:14:29.968 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:29.973 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:29.995 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/04/30 16:14:29.995 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:30.032 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/04/30 16:14:30.035 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=66.254654ms] [] [2024/04/30 16:14:30.035 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:30.036 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.501502ms] [] [2024/04/30 16:14:30.036 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/04/30 16:14:30.036 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:30.038 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.686345ms] [] [2024/04/30 16:14:30.038 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:30.038 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:30.038 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=50.778µs] [] [2024/04/30 16:14:30.038 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:30.039 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.108397ms] [] [2024/04/30 16:14:30.089 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/04/30 16:14:30.092 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:30.092 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:30.092 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:30.092 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:30.092 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:30.092 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:30.092 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:30.092 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:30.092 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:30.092 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:30.093 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:30.093 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:30.093 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:30.095 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:30.095 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:30.095 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:30.095 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:30.095 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:30.095 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=319.683217ms] [] [2024/04/30 16:14:30.120 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:30.122 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:30.123 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:30.123 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:30.194 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/04/30 16:14:30.196 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:30.196 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:30.380 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:30.423 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/04/30 16:14:30.423 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/04/30 16:14:30.424 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/04/30 16:14:30.431 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=7.486716ms] [] [2024/04/30 16:14:30.431 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/04/30 16:14:30.431 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/04/30 16:14:30.431 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/04/30 16:14:30.431 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/04/30 16:14:30.436 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/04/30 16:14:30.436 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/04/30 16:14:30.436 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.95205ms] [] [2024/04/30 16:14:30.437 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.148654ms] [] [2024/04/30 16:14:30.493 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=113.373153ms] [] [2024/04/30 16:14:30.525 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:30.525 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/04/30 16:14:30.528 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/04/30 16:14:30.587 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/04/30 16:14:30.604 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/04/30 16:14:30.630 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:30.630 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/04/30 16:14:30.771 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:30.912 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9254690920000002\n# Parse_time: 0.000659531\n# Compile_time: 0.001443308\n# Rewrite_time: 0.000299127\n# Optimize_time: 0.001503474\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:14:30.925 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/04/30 16:14:30.962 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:30.962 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:14:31.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.038 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=262.865µs] [gotSchemaVersion=94] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:31.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=94] [2024/04/30 16:14:31.087 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.570472ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=219.913µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:31.162 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/04/30 16:14:31.216 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=69.062242ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.267 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/04/30 16:14:31.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=266.555µs] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:14:31.324 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/04/30 16:14:31.361 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=54.010124ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.431 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/04/30 16:14:31.442 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/04/30 16:14:31.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:30.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.508 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/04/30 16:14:31.508 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:31.512 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.587841785\n# Parse_time: 0.000439781\n# Compile_time: 0.001050394\n# Rewrite_time: 0.000013496\n# Optimize_time: 0.001923387\n# Wait_TS: 0.000438435\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:14:31.514 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/04/30 16:14:31.560 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:31.560 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/04/30 16:14:31.630 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.640 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/04/30 16:14:31.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.84307ms] [gotSchemaVersion=97] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:31.752 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=140] [version=97] [2024/04/30 16:14:31.784 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.467724ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.860 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:31.904 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/04/30 16:14:31.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:31.908 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.395713628\n# Parse_time: 0.000923566\n# Compile_time: 0.00109092\n# Rewrite_time: 0.000010802\n# Optimize_time: 0.001923387\n# Wait_TS: 0.000430653\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/04/30 16:14:31.924 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:32.175 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:32.305 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:32.342 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/04/30 16:14:32.342 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:32.448 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:32.450 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:32.451 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/04/30 16:14:32.471 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:32.474 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:32.474 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/04/30 16:14:32.475 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=130.549µs] [2024/04/30 16:14:32.475 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=326.92µs] [] [2024/04/30 16:14:32.475 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:32.475 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:14:32.656 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/04/30 16:14:32.675 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/04/30 16:14:32.677 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:32.718 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:32.720 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/04/30 16:14:32.721 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:32.730 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:32.730 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:32.730 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:32.731 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:32.732 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:32.732 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:32.732 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:32.732 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:32.732 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:32.746 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:32.748 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:32.748 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:32.748 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:32.748 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=700.7GiB] [2024/04/30 16:14:32.793 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/04/30 16:14:32.798 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:32.801 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:32.802 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/04/30 16:14:32.821 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/04/30 16:14:32.824 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.196627ms] [encodeDur=823.436µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=158.422µs] [type=file] [takeTime=2.568656ms] [] [2024/04/30 16:14:32.825 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/04/30 16:14:32.825 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/52a0a57d-9e3f-47bd-a61a-8544d07539a6.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/04/30 16:14:32.868 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/04/30 16:14:32.871 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=1.003307ms] [encodeDur=945.175µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=56.53µs] [type=file] [takeTime=2.312704ms] [] [2024/04/30 16:14:32.872 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/04/30 16:14:32.872 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/813bc8f9-0ce8-4393-aea5-e054185ac3ad.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/04/30 16:14:32.969 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/04/30 16:14:32.999 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=26.901019ms] [encodeDur=1.948338ms] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=141.698µs] [type=file] [takeTime=29.788007ms] [] [2024/04/30 16:14:33.001 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d4560cd5-49c8-4819-ac05-d6f796319306.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/04/30 16:14:33.001 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=207.309318ms] [] [2024/04/30 16:14:33.002 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/04/30 16:14:33.002 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/04/30 16:14:33.002 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:33.004 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.443318ms] [] [2024/04/30 16:14:33.004 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:14:33.010 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:33.033 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/04/30 16:14:33.033 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:33.048 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/04/30 16:14:33.050 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.448194ms] [] [2024/04/30 16:14:33.050 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:14:33.051 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.353539ms] [] [2024/04/30 16:14:33.051 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/04/30 16:14:33.052 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:33.053 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.657497ms] [] [2024/04/30 16:14:33.053 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:14:33.053 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:33.053 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=80.465µs] [] [2024/04/30 16:14:33.054 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:14:33.055 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=987.66µs] [] [2024/04/30 16:14:33.099 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:33.102 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:33.102 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:33.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:33.103 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:33.103 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:33.105 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:33.105 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:33.105 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:33.105 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:33.105 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:33.105 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=386.857447ms] [] [2024/04/30 16:14:33.164 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:33.166 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:33.167 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:33.167 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:33.233 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/04/30 16:14:33.235 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:33.235 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:33.411 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:33.461 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/04/30 16:14:33.461 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/04/30 16:14:33.461 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/04/30 16:14:33.469 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=8.243515ms] [] [2024/04/30 16:14:33.469 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/04/30 16:14:33.469 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/04/30 16:14:33.470 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/04/30 16:14:33.470 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/04/30 16:14:33.474 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/04/30 16:14:33.474 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/04/30 16:14:33.474 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=13.481218ms] [] [2024/04/30 16:14:33.474 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=13.671674ms] [] [2024/04/30 16:14:33.517 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=105.708616ms] [] [2024/04/30 16:14:33.564 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:33.564 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/04/30 16:14:33.567 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/04/30 16:14:33.604 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/04/30 16:14:33.648 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=12] [2024/04/30 16:14:33.670 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:33.670 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/04/30 16:14:33.773 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:33.861 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.951900457\n# Parse_time: 0.000885869\n# Compile_time: 0.001516849\n# Rewrite_time: 0.000364101\n# Optimize_time: 0.001923387\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestCancelJob [2024/04/30 16:14:33.871 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/04/30 16:14:33.873 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/04/30 16:14:33.901 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:33.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:33.901 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:33.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/04/30 16:14:33.941 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:33.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:33.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=865.586µs] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:33.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=98] [2024/04/30 16:14:34.017 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.682764ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:33.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.083 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:33.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.128 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/04/30 16:14:34.128 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:34.136 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/04/30 16:14:34.173 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:34.173 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/04/30 16:14:34.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:34.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.221 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/04/30 16:14:34.268 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.400006ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:34.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=99] [2024/04/30 16:14:34.315 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.438383ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.399 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:34.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.428 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/04/30 16:14:34.429 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:34.433 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/04/30 16:14:34.475 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:34.475 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/04/30 16:14:34.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:34.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.534 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/04/30 16:14:34.604 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.43543ms] [gotSchemaVersion=100] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:34.615 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/04/30 16:14:34.651 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.928297ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:34.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.709 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:34.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:34.744 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/04/30 16:14:34.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:34.748 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.315360061\n# Parse_time: 0.000440592\n# Compile_time: 0.000944555\n# Rewrite_time: 0.000009657\n# Optimize_time: 0.001318729\n# Wait_TS: 0.000380096\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/04/30 16:14:34.750 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/04/30 16:14:34.995 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/04/30 16:14:35.140 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/04/30 16:14:35.324 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/04/30 16:14:35.538 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/04/30 16:14:35.711 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/04/30 16:14:35.869 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:14:35.870 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:409\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/04/30 16:14:35.883 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:36.077 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/04/30 16:14:36.165 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:14:36.175 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.30398847\n# Parse_time: 0.000433131\n# Compile_time: 0.001234183\n# Rewrite_time: 0.000305434\n# Optimize_time: 0.001318729\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzAxLjdtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzAxLjdtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t1` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/04/30 16:14:36.206 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/04/30 16:14:36.206 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:14:36.312 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:36.313 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:36.313 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/04/30 16:14:36.332 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:36.335 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/04/30 16:14:36.335 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/04/30 16:14:36.335 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=85.031µs] [2024/04/30 16:14:36.335 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=276.791µs] [] [2024/04/30 16:14:36.336 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:36.336 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:14:36.339 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/04/30 16:14:36.445 +00:00] [WARN] [session.go:803] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449444230282608651, conflictStartTS=449444230282608649, conflictCommitTS=449444230282608652, key={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalPrimaryKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/04/30 16:14:36.446 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=0] [sql=] [2024/04/30 16:14:36.465 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=1] [sql=] [2024/04/30 16:14:36.470 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=2] [sql=] [2024/04/30 16:14:36.473 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=3] [sql=] [2024/04/30 16:14:36.473 +00:00] [WARN] [session.go:1114] ["transaction association"] ["retrying txnStartTS"=449444230308823050] ["original txnStartTS"=449444230282608651] [2024/04/30 16:14:36.482 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/04/30 16:14:36.489 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/04/30 16:14:36.529 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:36.531 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/04/30 16:14:36.614 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=13] [2024/04/30 16:14:36.644 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:36.644 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/04/30 16:14:36.719 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=380.509636ms] [] [2024/04/30 16:14:36.720 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.390542172\n# Parse_time: 0.000379744\n# Compile_time: 0.001119018\n# Rewrite_time: 0.000005489\n# Optimize_time: 0.001318729\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 13;"] [2024/04/30 16:14:36.725 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:37.275 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:14:37.275 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/04/30 16:14:37.285 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:14:37.285 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/04/30 16:14:37.292 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:14:37.293 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/04/30 16:14:37.309 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:37.545 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/04/30 16:14:37.632 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:14:37.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.349305447\n# Parse_time: 0.000661878\n# Compile_time: 0.001876471\n# Rewrite_time: 0.000425109\n# Optimize_time: 0.000187105\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQ2LjFtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQ2LjFtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/04/30 16:14:37.681 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/04/30 16:14:37.681 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:14:37.788 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:37.789 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:37.790 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/04/30 16:14:37.811 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:37.814 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/04/30 16:14:37.814 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/04/30 16:14:37.814 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=56.795µs] [2024/04/30 16:14:37.814 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=181.115µs] [] [2024/04/30 16:14:37.814 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:37.814 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:14:37.919 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/04/30 16:14:37.939 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/04/30 16:14:37.971 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:14:38.016 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:14:38.017 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/04/30 16:14:38.019 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:38.027 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:38.027 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:38.028 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:38.028 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:38.029 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:38.029 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:38.029 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:38.029 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:38.029 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:38.043 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:38.045 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:38.045 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/04/30 16:14:38.045 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:38.045 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=700.7GiB] [2024/04/30 16:14:38.082 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/04/30 16:14:38.087 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/04/30 16:14:38.090 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/04/30 16:14:38.090 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/04/30 16:14:38.117 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/04/30 16:14:38.120 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=1.113337ms] [encodeDur=777.16µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=529.954µs] [type=file] [takeTime=2.767995ms] [] [2024/04/30 16:14:38.121 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=38.245524ms] [] [2024/04/30 16:14:38.121 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/7fc15632-5d04-4aba-89df-010e1fb7bda7.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/04/30 16:14:38.121 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/04/30 16:14:38.121 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/04/30 16:14:38.121 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/04/30 16:14:38.123 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=2.26086ms] [] [2024/04/30 16:14:38.123 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/04/30 16:14:38.128 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:38.150 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/04/30 16:14:38.151 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:38.165 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/04/30 16:14:38.168 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=44.000361ms] [] [2024/04/30 16:14:38.187 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/04/30 16:14:38.189 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.887006ms] [] [2024/04/30 16:14:38.189 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/04/30 16:14:38.190 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/04/30 16:14:38.192 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=2.181774ms] [] [2024/04/30 16:14:38.192 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/04/30 16:14:38.192 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/04/30 16:14:38.192 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=109.687µs] [] [2024/04/30 16:14:38.192 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/04/30 16:14:38.193 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.097421ms] [] [2024/04/30 16:14:38.254 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/04/30 16:14:38.258 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:38.258 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:38.258 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:38.258 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:38.261 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:38.261 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:38.261 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:38.261 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:38.261 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:38.261 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=244.560663ms] [] [2024/04/30 16:14:38.305 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:38.306 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:38.307 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:38.307 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:38.374 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/04/30 16:14:38.375 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:38.375 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:14:38.515 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:14:38.586 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/04/30 16:14:38.595 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/04/30 16:14:38.688 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/04/30 16:14:38.694 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/04/30 16:14:38.750 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/04/30 16:14:38.805 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:38.806 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/04/30 16:14:38.812 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/04/30 16:14:38.887 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=14] [2024/04/30 16:14:38.911 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:38.911 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/04/30 16:14:38.971 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=376.485993ms] [] [2024/04/30 16:14:38.972 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.384883901\n# Parse_time: 0.000448881\n# Compile_time: 0.000936853\n# Rewrite_time: 0.000008481\n# Optimize_time: 0.000187105\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/04/30 16:14:39.025 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:39.120 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/04/30 16:14:39.120 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/04/30 16:14:39.120 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=33.298µs] [] [2024/04/30 16:14:39.120 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/04/30 16:14:39.120 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:14:39.120 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [weight=30] [2024/04/30 16:14:39.120 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [concurrency=15] [2024/04/30 16:14:39.122 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:39.123 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:14:39.124 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/04/30 16:14:39.125 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:39.126 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:39.127 +00:00] [WARN] [task_executor.go:633] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/04/30 16:14:39.141 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:39.157 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/04/30 16:14:40.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/04/30 16:14:40.251 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:40.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/04/30 16:14:40.252 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:40.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:40.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:40.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:40.305 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/04/30 16:14:40.354 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.658733ms] [gotSchemaVersion=101] [phyTblIDs="[145,147]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:14:40.370 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/04/30 16:14:40.401 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=54.471874ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:40.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:40.439 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/04/30 16:14:40.449 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/04/30 16:14:40.453 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:40.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:40.534 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/04/30 16:14:40.534 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:40.538 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317658294\n# Parse_time: 0.000251627\n# Compile_time: 0.000951215\n# Rewrite_time: 0.000068117\n# Optimize_time: 0.000140119\n# Wait_TS: 0.000460214\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 0352e2dc5a3aa3fa658964d8f5847f2f063c5750255b3a95c30e043caa0d91d9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t2;"] [2024/04/30 16:14:40.553 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:40.747 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/04/30 16:14:40.830 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:14:40.843 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.30393857\n# Parse_time: 0.00080109\n# Compile_time: 0.001750943\n# Rewrite_time: 0.000285497\n# Optimize_time: 0.000140119\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzAwLjhtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzAwLjhtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/04/30 16:14:40.904 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/04/30 16:14:40.904 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:14:41.010 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:41.011 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:41.012 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/04/30 16:14:41.019 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/04/30 16:14:41.556 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:41.559 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/04/30 16:14:41.559 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/04/30 16:14:41.559 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=68.866µs] [2024/04/30 16:14:41.560 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=198.181µs] [] [2024/04/30 16:14:41.560 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:41.560 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:14:41.652 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/04/30 16:14:41.659 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/04/30 16:14:41.723 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:41.725 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/04/30 16:14:41.809 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=15] [2024/04/30 16:14:41.855 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:41.855 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/04/30 16:14:41.920 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:41.985 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=965.428145ms] [] [2024/04/30 16:14:41.985 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.972784869\n# Parse_time: 0.00043021\n# Compile_time: 0.000794746\n# Rewrite_time: 0.000005777\n# Optimize_time: 0.000140119\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/04/30 16:14:42.025 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/04/30 16:14:42.028 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/04/30 16:14:42.057 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:42.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:42.057 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:42.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/04/30 16:14:42.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:42.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.096512ms] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:42.154 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/04/30 16:14:42.191 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.950807ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:42.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:42.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.276 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/04/30 16:14:42.276 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:42.283 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:14:42.287 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:14:42.325 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:42.325 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:14:42.366 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.375 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/04/30 16:14:42.444 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.59175ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:42.456 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/04/30 16:14:42.490 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.38702ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.560 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:42.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:42.602 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/04/30 16:14:42.602 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:42.606 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.320401319\n# Parse_time: 0.000775503\n# Compile_time: 0.001559648\n# Rewrite_time: 0.000055464\n# Optimize_time: 0.000231711\n# Wait_TS: 0.000478732\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:14:42.622 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:42.852 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:42.948 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:42.990 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/04/30 16:14:42.990 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:43.097 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:43.098 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:43.100 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/04/30 16:14:43.121 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:43.124 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:43.124 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/04/30 16:14:43.124 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=71.024µs] [2024/04/30 16:14:43.124 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=185.735µs] [] [2024/04/30 16:14:43.124 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/04/30 16:14:43.124 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/04/30 16:14:43.273 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/04/30 16:14:43.296 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/04/30 16:14:43.308 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:43.364 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:43.365 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/04/30 16:14:43.367 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:43.376 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:43.376 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:43.376 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:43.376 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:43.377 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:43.377 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:43.377 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:43.377 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:43.377 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:43.393 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:43.394 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:43.394 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:43.394 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:43.394 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=700.7GiB] [2024/04/30 16:14:43.434 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/04/30 16:14:43.439 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:43.443 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:43.443 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/04/30 16:14:43.492 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/04/30 16:14:43.497 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=2.070011ms] [encodeDur=1.968754ms] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=178.957µs] [type=file] [takeTime=4.799013ms] [] [2024/04/30 16:14:43.497 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/04/30 16:14:43.498 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/d70c8f15-a506-47f9-a4b7-f1f0a5a8259a.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/04/30 16:14:43.498 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=63.780129ms] [] [2024/04/30 16:14:43.498 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/04/30 16:14:43.498 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/04/30 16:14:43.499 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:43.501 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.225983ms] [] [2024/04/30 16:14:43.501 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:14:43.506 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:43.529 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/04/30 16:14:43.529 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:43.544 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/04/30 16:14:43.546 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=45.336103ms] [] [2024/04/30 16:14:43.546 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:43.548 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.300618ms] [] [2024/04/30 16:14:43.548 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/04/30 16:14:43.548 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:43.550 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.76303ms] [] [2024/04/30 16:14:43.550 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:14:43.550 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:43.550 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=68.496µs] [] [2024/04/30 16:14:43.550 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:43.551 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=920.545µs] [] [2024/04/30 16:14:43.618 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/04/30 16:14:43.622 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:43.626 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:43.626 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/04/30 16:14:43.723 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/04/30 16:14:43.725 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.099059ms] [encodeDur=924.465µs] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=54.682µs] [type=file] [takeTime=2.351235ms] [] [2024/04/30 16:14:43.726 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/04/30 16:14:43.726 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/d6d67c47-3d74-4636-bfba-35c5e2c35a9e.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/04/30 16:14:43.726 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=107.914966ms] [] [2024/04/30 16:14:43.726 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/04/30 16:14:43.726 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/04/30 16:14:43.726 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:43.728 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.907758ms] [] [2024/04/30 16:14:43.728 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/04/30 16:14:43.733 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:43.755 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/04/30 16:14:43.755 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:43.768 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/04/30 16:14:43.770 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=41.925957ms] [] [2024/04/30 16:14:43.770 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:43.772 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.095053ms] [] [2024/04/30 16:14:43.772 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/04/30 16:14:43.772 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:43.773 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.669783ms] [] [2024/04/30 16:14:43.774 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/04/30 16:14:43.774 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:43.774 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=54.698µs] [] [2024/04/30 16:14:43.774 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:43.775 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=918.897µs] [] [2024/04/30 16:14:43.828 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/04/30 16:14:43.833 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:43.833 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:43.833 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:43.833 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:43.836 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:43.836 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:43.836 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:43.836 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:43.836 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:43.836 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=472.047056ms] [] [2024/04/30 16:14:43.944 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:43.946 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:43.947 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:43.947 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:44.017 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/04/30 16:14:44.019 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:44.019 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:44.171 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:44.225 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/04/30 16:14:44.225 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/04/30 16:14:44.225 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/04/30 16:14:44.226 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=11.857µs] [] [2024/04/30 16:14:44.226 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/04/30 16:14:44.226 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/04/30 16:14:44.226 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [weight=30] [2024/04/30 16:14:44.226 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [concurrency=15] [2024/04/30 16:14:44.230 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/04/30 16:14:44.231 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=5.487841ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:44.231 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=5.87622ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:44.231 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:44.232 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:44.232 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/04/30 16:14:44.282 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=110.72888ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/04/30 16:14:44.282 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:14:44.328 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/04/30 16:14:44.371 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/04/30 16:14:44.414 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/04/30 16:14:44.416 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [Pipeline] // withEnv [2024/04/30 16:14:44.423 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/04/30 16:14:44.496 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=16] [2024/04/30 16:14:44.518 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:44.518 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/04/30 16:14:44.606 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:44.799 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:709\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/04/30 16:14:44.800 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.193459517\n# Parse_time: 0.001607086\n# Compile_time: 0.001652782\n# Rewrite_time: 0.000412412\n# Optimize_time: 0.000231711\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Mi4xOXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjIuMTlzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/04/30 16:14:44.814 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/04/30 16:14:44.846 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:44.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:44.846 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:44.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/04/30 16:14:44.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:44.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:44.927 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/04/30 16:14:44.972 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.919507ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:14:44.985 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/04/30 16:14:45.019 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=54.325229ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:44.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:45.095 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/04/30 16:14:45.104 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/04/30 16:14:45.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:44.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:45.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/04/30 16:14:45.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:45.196 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.38306268\n# Parse_time: 0.000226286\n# Compile_time: 0.000813173\n# Rewrite_time: 0.00004168\n# Optimize_time: 0.002183168\n# Wait_TS: 0.000438125\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:14:45.211 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:45.395 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:45.520 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:45.560 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/04/30 16:14:45.560 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:45.669 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:45.671 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:45.672 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/04/30 16:14:45.692 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:45.694 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:45.694 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/04/30 16:14:45.694 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=81.712µs] [2024/04/30 16:14:45.694 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=244.558µs] [] [2024/04/30 16:14:45.695 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/04/30 16:14:45.695 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/04/30 16:14:45.814 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/04/30 16:14:45.833 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/04/30 16:14:45.852 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:45.917 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:45.919 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/04/30 16:14:45.921 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:45.929 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:45.929 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:45.930 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:45.930 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:45.931 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:45.931 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:45.931 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:45.931 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:45.931 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:45.944 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:45.946 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:45.946 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:45.947 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:45.947 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=700.7GiB] [2024/04/30 16:14:45.989 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/04/30 16:14:45.993 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:45.997 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:45.997 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/04/30 16:14:46.054 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/04/30 16:14:46.057 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=1.324953ms] [encodeDur=858.562µs] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=65.158µs] [type=file] [takeTime=2.670331ms] [] [2024/04/30 16:14:46.058 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/04/30 16:14:46.058 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=69.57964ms] [] [2024/04/30 16:14:46.058 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f77fe14c-13be-4d6e-a9cb-9ff8819956d9.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/04/30 16:14:46.058 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/04/30 16:14:46.058 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/04/30 16:14:46.059 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:46.061 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.315735ms] [] [2024/04/30 16:14:46.061 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:14:46.066 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:46.088 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/04/30 16:14:46.089 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:46.103 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/04/30 16:14:46.105 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.798117ms] [] [2024/04/30 16:14:46.105 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:46.106 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.048162ms] [] [2024/04/30 16:14:46.106 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/04/30 16:14:46.106 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:46.108 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.515389ms] [] [2024/04/30 16:14:46.108 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:14:46.108 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:46.108 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=49.902µs] [] [2024/04/30 16:14:46.108 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:46.109 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=855.856µs] [] [2024/04/30 16:14:46.175 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [2024/04/30 16:14:46.180 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:46.183 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:46.184 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/04/30 16:14:46.237 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/04/30 16:14:46.239 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.064888ms] [encodeDur=893.953µs] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=54.425µs] [type=file] [takeTime=2.308358ms] [] [2024/04/30 16:14:46.240 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/04/30 16:14:46.240 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [takeTime=64.852483ms] [] [2024/04/30 16:14:46.240 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/bd7fc9a2-c975-4771-94b4-941777f0ffe8.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/04/30 16:14:46.241 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/04/30 16:14:46.241 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/04/30 16:14:46.241 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:46.243 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.997374ms] [] [2024/04/30 16:14:46.243 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/04/30 16:14:46.247 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:46.270 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/04/30 16:14:46.270 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:46.284 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/04/30 16:14:46.286 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=42.811185ms] [] [2024/04/30 16:14:46.286 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:46.287 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.187977ms] [] [2024/04/30 16:14:46.287 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/04/30 16:14:46.287 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:46.289 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.646211ms] [] [2024/04/30 16:14:46.289 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/04/30 16:14:46.289 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:46.289 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=57.519µs] [] [2024/04/30 16:14:46.289 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:46.290 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.008978ms] [] [2024/04/30 16:14:46.332 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/04/30 16:14:46.362 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:46.362 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:46.362 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:46.362 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:46.362 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:46.362 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:46.363 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:46.363 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:46.363 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:46.363 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:46.363 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:46.363 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:46.363 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:46.366 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:46.366 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:46.366 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:46.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:46.366 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:46.366 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=448.92499ms] [] [2024/04/30 16:14:46.386 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:46.388 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:46.389 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:46.389 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:46.481 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/04/30 16:14:46.483 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:46.483 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:46.643 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:46.690 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/04/30 16:14:46.690 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/04/30 16:14:46.690 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/04/30 16:14:46.690 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=17.807µs] [] [2024/04/30 16:14:46.690 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/04/30 16:14:46.690 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=303.196µs] [] [2024/04/30 16:14:46.690 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=555.293µs] [] [2024/04/30 16:14:46.764 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=120.585531ms] [] [2024/04/30 16:14:46.779 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:46.779 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/04/30 16:14:46.782 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/04/30 16:14:46.857 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/04/30 16:14:46.869 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=17] [2024/04/30 16:14:46.896 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:46.897 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/04/30 16:14:47.003 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:47.073 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8763082880000002\n# Parse_time: 0.001436855\n# Compile_time: 0.002354758\n# Rewrite_time: 0.000387308\n# Optimize_time: 0.002183168\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/04/30 16:14:47.084 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/04/30 16:14:47.144 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:47.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:47.144 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:47.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/04/30 16:14:47.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:47.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:47.225 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/04/30 16:14:47.276 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.530123ms] [gotSchemaVersion=105] [phyTblIDs="[153,155]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:14:47.288 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=105] [2024/04/30 16:14:47.323 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=54.578498ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:47.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:47.379 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/04/30 16:14:47.389 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/04/30 16:14:47.393 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:47.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:47.460 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/04/30 16:14:47.460 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:47.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.38151776\n# Parse_time: 0.000368519\n# Compile_time: 0.000792022\n# Rewrite_time: 0.000037068\n# Optimize_time: 0.001279364\n# Wait_TS: 0.000363214\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:14:47.481 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:47.718 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:47.813 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:14:47.852 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/04/30 16:14:47.852 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:14:47.958 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:47.959 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:47.960 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/04/30 16:14:48.014 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:48.018 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:48.018 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/04/30 16:14:48.018 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=103.675µs] [2024/04/30 16:14:48.018 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=295.267µs] [] [2024/04/30 16:14:48.018 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/04/30 16:14:48.018 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/04/30 16:14:48.154 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/04/30 16:14:48.174 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/04/30 16:14:48.197 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:14:48.240 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:48.241 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/04/30 16:14:48.242 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:48.251 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:48.251 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:48.251 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:48.251 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:48.252 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:48.252 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:48.252 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:48.252 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:48.252 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:48.269 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:48.270 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:48.270 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:48.270 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:48.270 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=700.7GiB] [2024/04/30 16:14:48.311 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/04/30 16:14:48.315 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:48.319 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:48.319 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/04/30 16:14:48.380 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/04/30 16:14:48.384 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.349103ms] [encodeDur=1.069482ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=178.997µs] [type=file] [takeTime=2.961458ms] [] [2024/04/30 16:14:48.384 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/04/30 16:14:48.385 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=73.398446ms] [] [2024/04/30 16:14:48.385 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/e2ab4c36-c430-4ecf-b2fc-5752daf53a20.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/04/30 16:14:48.385 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/04/30 16:14:48.385 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/04/30 16:14:48.385 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:48.387 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.319557ms] [] [2024/04/30 16:14:48.387 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/04/30 16:14:48.392 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:48.413 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/04/30 16:14:48.414 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:48.428 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/04/30 16:14:48.431 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=43.251755ms] [] [2024/04/30 16:14:48.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/04/30 16:14:48.456 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=25.10726ms] [] [2024/04/30 16:14:48.456 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/04/30 16:14:48.456 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:48.459 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=2.270377ms] [] [2024/04/30 16:14:48.459 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/04/30 16:14:48.459 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:48.459 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=117.394µs] [] [2024/04/30 16:14:48.459 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/04/30 16:14:48.460 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.309409ms] [] [2024/04/30 16:14:48.533 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [2024/04/30 16:14:48.537 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:48.541 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:48.541 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/04/30 16:14:48.554 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/04/30 16:14:48.558 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.595451ms] [encodeDur=1.583754ms] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=70.282µs] [type=file] [takeTime=3.661756ms] [] [2024/04/30 16:14:48.558 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/04/30 16:14:48.559 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [takeTime=26.367083ms] [] [2024/04/30 16:14:48.559 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b1ea7543-5d14-481c-b735-6d9bcce23275.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/04/30 16:14:48.559 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/04/30 16:14:48.559 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/04/30 16:14:48.559 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:48.562 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.319407ms] [] [2024/04/30 16:14:48.562 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:14:48.567 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:48.589 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/04/30 16:14:48.590 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:48.604 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/04/30 16:14:48.606 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.137369ms] [] [2024/04/30 16:14:48.606 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:48.608 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.66426ms] [] [2024/04/30 16:14:48.608 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/04/30 16:14:48.608 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:48.610 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.839163ms] [] [2024/04/30 16:14:48.610 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:14:48.610 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:48.610 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=54.993µs] [] [2024/04/30 16:14:48.610 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:48.611 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=830.952µs] [] [2024/04/30 16:14:48.659 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:48.665 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:48.665 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:48.665 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:48.665 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:48.667 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:48.668 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:48.668 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:48.668 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:48.668 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:48.668 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=427.883616ms] [] [2024/04/30 16:14:48.673 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:48.674 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:48.675 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:48.676 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:48.747 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/04/30 16:14:48.749 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:48.749 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:14:48.933 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:14:48.977 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/04/30 16:14:48.977 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/04/30 16:14:48.977 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/04/30 16:14:48.977 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=14.447µs] [] [2024/04/30 16:14:48.977 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/04/30 16:14:48.977 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/04/30 16:14:48.977 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [weight=30] [2024/04/30 16:14:48.978 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [concurrency=15] [2024/04/30 16:14:48.988 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/04/30 16:14:48.989 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:14:48.989 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=12.086115ms] [] [2024/04/30 16:14:48.989 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=12.335769ms] [] [2024/04/30 16:14:49.029 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=96.249805ms] [] [2024/04/30 16:14:49.069 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:49.070 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/04/30 16:14:49.072 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/04/30 16:14:49.114 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/04/30 16:14:49.157 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=18] [2024/04/30 16:14:49.218 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:49.218 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] [2024/04/30 16:14:49.318 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:49.369 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9034787469999999\n# Parse_time: 0.000754237\n# Compile_time: 0.001713556\n# Rewrite_time: 0.000412029\n# Optimize_time: 0.001279364\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestColumnsAndUserVars [2024/04/30 16:14:49.379 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/04/30 16:14:49.405 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:49.405 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/04/30 16:14:49.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:49.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=248.769µs] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:49.492 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=106] [2024/04/30 16:14:49.530 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.753828ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:49.577 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:49.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=227.041µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:49.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/04/30 16:14:49.655 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.276925ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:49.718 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:49.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=203.941µs] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:49.759 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/04/30 16:14:49.798 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.376792ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:49.835 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/04/30 16:14:49.844 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/04/30 16:14:49.847 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:49.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:49.899 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/04/30 16:14:49.899 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:49.903 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.524397172\n# Parse_time: 0.000453557\n# Compile_time: 0.000607919\n# Rewrite_time: 0.00003475\n# Optimize_time: 0.001102856\n# Wait_TS: 0.000415277\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/04/30 16:14:49.905 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/04/30 16:14:49.943 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:49.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:49.943 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:49.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/04/30 16:14:50.012 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:49.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.046 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=1.124841ms] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:50.057 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=109] [2024/04/30 16:14:50.118 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=77.782443ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:49.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.164 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:49.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/04/30 16:14:50.193 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:50.198 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/04/30 16:14:50.252 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:50.252 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/04/30 16:14:50.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.334 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/04/30 16:14:50.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=2.299158ms] [gotSchemaVersion=110] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:50.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=110] [2024/04/30 16:14:50.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.213719ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.497 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:50.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:50.585 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/04/30 16:14:50.585 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:50.590 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.392952243\n# Parse_time: 0.000568786\n# Compile_time: 0.000997043\n# Rewrite_time: 0.000053561\n# Optimize_time: 0.001102856\n# Wait_TS: 0.000420312\n# Is_internal: false\n# Digest: 57ce36313adf6bc4512c45ed2cdaf6e4f87573d17b9a610ff0709862e78fa805\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/04/30 16:14:50.609 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:50.834 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/04/30 16:14:50.933 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/04/30 16:14:51.002 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/04/30 16:14:51.002 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/04/30 16:14:51.107 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:51.109 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:51.110 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/04/30 16:14:51.133 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:51.136 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/04/30 16:14:51.136 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/04/30 16:14:51.136 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=98.808µs] [2024/04/30 16:14:51.137 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=238.604µs] [] [2024/04/30 16:14:51.137 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:51.137 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/04/30 16:14:51.267 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/04/30 16:14:51.287 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/04/30 16:14:51.295 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=58] [2024/04/30 16:14:51.336 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [2024/04/30 16:14:51.338 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/04/30 16:14:51.339 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:51.348 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:51.348 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:51.348 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:51.349 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:51.349 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:51.349 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:51.349 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:51.349 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:51.350 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:51.363 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:51.365 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:51.365 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=752.3GB] [2024/04/30 16:14:51.365 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:51.365 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=700.7GiB] [2024/04/30 16:14:51.439 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [2024/04/30 16:14:51.444 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/04/30 16:14:51.447 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/04/30 16:14:51.447 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/04/30 16:14:51.447 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/04/30 16:14:51.457 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/04/30 16:14:51.460 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/04/30 16:14:51.462 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=1.301779ms] [encodeDur=2.491854ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=320.462µs] [type=file] [takeTime=4.65241ms] [] [2024/04/30 16:14:51.462 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/b45f6474-4b6a-480f-968f-abe821cc371c.sst] [firstKey=7480000000000000A05F728000000000000010] [lastKey=7480000000000000A05F728000000000000013] [2024/04/30 16:14:51.465 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=1.046992ms] [encodeDur=2.393152ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=272.638µs] [type=file] [takeTime=4.045866ms] [] [2024/04/30 16:14:51.465 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [takeTime=25.831723ms] [] [2024/04/30 16:14:51.465 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/5d269570-b60a-4bc3-a616-3d446471d557.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000005] [2024/04/30 16:14:51.465 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/04/30 16:14:51.465 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/04/30 16:14:51.465 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/04/30 16:14:51.468 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=2.168693ms] [] [2024/04/30 16:14:51.468 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/04/30 16:14:51.473 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:51.495 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/04/30 16:14:51.495 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:51.509 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/04/30 16:14:51.511 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=43.158814ms] [] [2024/04/30 16:14:51.511 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/04/30 16:14:51.512 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.102241ms] [] [2024/04/30 16:14:51.512 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/04/30 16:14:51.512 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/04/30 16:14:51.514 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.556187ms] [] [2024/04/30 16:14:51.514 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/04/30 16:14:51.514 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/04/30 16:14:51.514 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=52.386µs] [] [2024/04/30 16:14:51.514 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/04/30 16:14:51.515 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=863.49µs] [] [2024/04/30 16:14:51.559 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:51.563 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:51.563 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:51.563 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:51.563 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:51.565 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:51.565 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:51.565 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:51.565 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:51.565 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:51.565 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [takeTime=228.903621ms] [] [2024/04/30 16:14:51.628 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:51.629 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:51.631 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:51.631 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:51.695 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/04/30 16:14:51.697 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:51.697 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/04/30 16:14:51.851 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [2024/04/30 16:14:51.895 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/04/30 16:14:51.895 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/04/30 16:14:51.895 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/04/30 16:14:51.902 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=7.19148ms] [] [2024/04/30 16:14:51.902 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/04/30 16:14:51.902 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/04/30 16:14:51.902 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [weight=30] [2024/04/30 16:14:51.903 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [concurrency=15] [2024/04/30 16:14:51.906 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/04/30 16:14:51.907 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/04/30 16:14:51.907 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=11.67645ms] [] [2024/04/30 16:14:51.907 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=11.890188ms] [] [2024/04/30 16:14:51.949 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.067GiB]"] [takeTime=97.922551ms] [] [2024/04/30 16:14:52.022 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:52.022 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/04/30 16:14:52.025 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/04/30 16:14:52.068 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/04/30 16:14:52.107 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=19] [2024/04/30 16:14:52.156 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:52.156 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/04/30 16:14:52.200 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6081080700000001\n# Parse_time: 0.002277819\n# Compile_time: 0.002115826\n# Rewrite_time: 0.000495119\n# Optimize_time: 0.001102856\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] [2024/04/30 16:14:52.250 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestDeliverBytesRows [2024/04/30 16:14:52.257 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/04/30 16:14:52.288 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:52.288 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/04/30 16:14:52.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:52.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=341.695µs] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:52.381 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=111] [2024/04/30 16:14:52.417 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.238139ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:52.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:52.550 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=290.416µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:52.563 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/04/30 16:14:52.598 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=54.179488ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:52.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:52.678 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=237.51µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:14:52.691 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/04/30 16:14:52.725 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.359462ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:52.797 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/04/30 16:14:52.806 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/04/30 16:14:52.810 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:52.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:52.861 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/04/30 16:14:52.861 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:52.865 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.608283174\n# Parse_time: 0.000497634\n# Compile_time: 0.000727656\n# Rewrite_time: 0.000037295\n# Optimize_time: 0.003030829\n# Wait_TS: 0.000430337\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/04/30 16:14:52.867 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/04/30 16:14:52.895 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:52.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:52.895 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:52.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/04/30 16:14:52.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:52.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:53.028 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=1.119901ms] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:53.039 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=164] [version=114] [2024/04/30 16:14:53.075 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.664421ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:52.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:53.116 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:52.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:53.147 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/04/30 16:14:53.147 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:53.154 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:14:53.158 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:14:53.208 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:53.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:53.208 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:53.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:14:53.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:53.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:53.279 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/04/30 16:14:53.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.493875ms] [gotSchemaVersion=115] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:53.378 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=115] [2024/04/30 16:14:53.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.010994ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:53.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:53.514 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:53.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:53.555 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/04/30 16:14:53.555 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:53.559 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.403162507\n# Parse_time: 0.001041815\n# Compile_time: 0.001352891\n# Rewrite_time: 0.000056899\n# Optimize_time: 0.003030829\n# Wait_TS: 0.000323983\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:14:53.575 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:53.769 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:14:53.898 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:14:53.941 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/04/30 16:14:53.942 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:14:54.047 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:54.048 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:54.050 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/04/30 16:14:54.069 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:54.072 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:54.072 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/04/30 16:14:54.073 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=61.671µs] [2024/04/30 16:14:54.073 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=177.928µs] [] [2024/04/30 16:14:54.073 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:54.073 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:14:54.191 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/04/30 16:14:54.208 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:14:54.209 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/04/30 16:14:54.246 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:14:54.247 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/04/30 16:14:54.248 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:54.280 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:54.280 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:54.281 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:54.281 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:54.282 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:54.282 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:54.282 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:54.282 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:54.282 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:54.297 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:54.299 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:54.299 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:54.299 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:54.299 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=700.7GiB] [2024/04/30 16:14:54.339 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [2024/04/30 16:14:54.343 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:54.347 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:54.347 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/04/30 16:14:54.362 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/04/30 16:14:54.367 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.538812ms] [encodeDur=2.110808ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=447.538µs] [type=file] [takeTime=4.563537ms] [] [2024/04/30 16:14:54.368 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [takeTime=28.47341ms] [] [2024/04/30 16:14:54.368 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/63f9e160-9554-4ea8-a353-95885587e8df.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/04/30 16:14:54.368 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/04/30 16:14:54.368 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/04/30 16:14:54.368 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:54.371 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.292211ms] [] [2024/04/30 16:14:54.371 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:14:54.375 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:54.397 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/04/30 16:14:54.397 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:54.411 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/04/30 16:14:54.413 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.538838ms] [] [2024/04/30 16:14:54.413 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:54.415 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.184128ms] [] [2024/04/30 16:14:54.415 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/04/30 16:14:54.415 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:54.416 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.608449ms] [] [2024/04/30 16:14:54.416 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:14:54.417 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:54.417 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=52.755µs] [] [2024/04/30 16:14:54.417 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:54.418 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=888.111µs] [] [2024/04/30 16:14:54.463 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:54.464 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:54.465 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/04/30 16:14:54.465 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:54.465 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:54.468 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:54.468 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:54.468 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:54.468 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:54.470 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:54.470 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:54.470 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:54.470 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:54.470 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:54.470 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=223.978076ms] [] [2024/04/30 16:14:54.545 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/04/30 16:14:54.547 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:54.547 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:14:54.721 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:14:54.779 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/04/30 16:14:54.779 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/04/30 16:14:54.779 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/04/30 16:14:54.787 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=8.328205ms] [] [2024/04/30 16:14:54.787 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/04/30 16:14:54.788 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/04/30 16:14:54.788 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [weight=30] [2024/04/30 16:14:54.788 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [concurrency=15] [2024/04/30 16:14:54.792 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/04/30 16:14:54.792 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/04/30 16:14:54.792 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=13.428179ms] [] [2024/04/30 16:14:54.792 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=13.670719ms] [] [2024/04/30 16:14:54.832 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=110.413967ms] [] [2024/04/30 16:14:54.865 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:54.865 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/04/30 16:14:54.868 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/04/30 16:14:54.921 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/04/30 16:14:54.947 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=20] [2024/04/30 16:14:54.970 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:54.970 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/04/30 16:14:55.078 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:55.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5968853429999998\n# Parse_time: 0.000485505\n# Compile_time: 0.001430409\n# Rewrite_time: 0.00034722\n# Optimize_time: 0.003030829\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:14:55.169 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/04/30 16:14:55.197 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:55.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:55.197 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:55.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:14:55.243 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:55.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:55.254 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/04/30 16:14:55.303 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=2.419956ms] [gotSchemaVersion=116] [phyTblIDs="[165,167]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:14:55.317 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=116] [2024/04/30 16:14:55.350 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.760224ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:55.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:55.384 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/04/30 16:14:55.392 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/04/30 16:14:55.395 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:55.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:55.486 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/04/30 16:14:55.486 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:55.490 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.322679377\n# Parse_time: 0.00027517\n# Compile_time: 0.00095939\n# Rewrite_time: 0.000056814\n# Optimize_time: 0.001334406\n# Wait_TS: 0.00048502\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:14:55.509 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:55.712 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:14:55.838 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:14:55.881 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/04/30 16:14:55.881 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:14:55.988 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:55.989 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:55.990 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/04/30 16:14:56.014 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:56.017 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:56.017 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/04/30 16:14:56.017 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=58.649µs] [2024/04/30 16:14:56.017 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.072µs] [] [2024/04/30 16:14:56.017 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:56.017 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:14:56.129 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/04/30 16:14:56.150 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/04/30 16:14:56.152 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:14:56.193 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:14:56.194 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/04/30 16:14:56.195 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:14:56.204 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:56.204 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:56.204 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:56.204 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:56.205 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:56.205 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:56.205 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:56.205 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:56.205 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:56.219 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:56.221 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:56.221 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:56.221 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:56.221 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=700.7GiB] [2024/04/30 16:14:56.295 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [2024/04/30 16:14:56.300 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:56.303 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:56.304 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/04/30 16:14:56.320 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/04/30 16:14:56.324 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=1.439196ms] [encodeDur=2.099675ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=429.609µs] [type=file] [takeTime=4.026727ms] [] [2024/04/30 16:14:56.325 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/af84c571-a917-4b6e-ac53-6862068fc53f.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/04/30 16:14:56.325 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [takeTime=30.010289ms] [] [2024/04/30 16:14:56.325 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/04/30 16:14:56.325 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/04/30 16:14:56.325 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:56.327 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.026441ms] [] [2024/04/30 16:14:56.328 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:14:56.332 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:56.354 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/04/30 16:14:56.355 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:56.369 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/04/30 16:14:56.371 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.19081ms] [] [2024/04/30 16:14:56.371 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:14:56.372 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=984.47µs] [] [2024/04/30 16:14:56.372 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/04/30 16:14:56.372 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:56.374 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.587061ms] [] [2024/04/30 16:14:56.374 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:14:56.374 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:56.374 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.029µs] [] [2024/04/30 16:14:56.374 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:14:56.375 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=916.316µs] [] [2024/04/30 16:14:56.416 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/04/30 16:14:56.419 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:56.419 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:56.419 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:56.419 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:56.422 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:56.422 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:56.422 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:56.422 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:56.422 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:56.422 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=228.626589ms] [] [2024/04/30 16:14:56.505 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:56.507 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:56.508 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:56.508 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:56.581 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/04/30 16:14:56.583 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:56.583 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:14:56.760 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:14:56.805 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/04/30 16:14:56.806 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/04/30 16:14:56.806 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/04/30 16:14:56.813 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=7.329238ms] [] [2024/04/30 16:14:56.813 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/04/30 16:14:56.813 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/04/30 16:14:56.813 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [weight=30] [2024/04/30 16:14:56.813 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [concurrency=15] [2024/04/30 16:14:56.817 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/04/30 16:14:56.818 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/04/30 16:14:56.818 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=12.05641ms] [] [2024/04/30 16:14:56.818 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=12.315611ms] [] [2024/04/30 16:14:56.860 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=99.787955ms] [] [2024/04/30 16:14:56.904 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:56.904 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/04/30 16:14:56.907 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/04/30 16:14:56.946 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/04/30 16:14:56.988 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=21] [2024/04/30 16:14:57.045 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:57.045 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/04/30 16:14:57.102 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.610780901\n# Parse_time: 0.000547296\n# Compile_time: 0.001550128\n# Rewrite_time: 0.000342547\n# Optimize_time: 0.001334406\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestDetachedLoadParquet [2024/04/30 16:14:57.113 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/04/30 16:14:57.115 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/04/30 16:14:57.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:57.151 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/04/30 16:14:57.158 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:57.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:57.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=1.042923ms] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:14:57.242 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=117] [2024/04/30 16:14:57.278 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=54.476437ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:14:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:57.336 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:57.361 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/04/30 16:14:57.361 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:57.373 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/04/30 16:14:57.472 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:57.472 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/04/30 16:14:57.530 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:57.539 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/04/30 16:14:57.663 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.140624ms] [gotSchemaVersion=118] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:14:57.676 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/04/30 16:14:57.710 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=54.393048ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:57.784 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:57.882 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/04/30 16:14:57.882 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:14:57.887 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.519592625\n# Parse_time: 0.002600069\n# Compile_time: 0.003727979\n# Rewrite_time: 0.000050012\n# Optimize_time: 0.001045057\n# Wait_TS: 0.000365395\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/04/30 16:14:58.078 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet2494919028/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/04/30 16:14:58.078 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:14:58.078 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/04/30 16:14:58.079 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=652.233µs] [2024/04/30 16:14:58.079 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=776.382µs] [] [2024/04/30 16:14:58.271 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/04/30 16:14:58.316 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/04/30 16:14:58.316 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:14:58.423 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:14:58.426 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:58.429 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/04/30 16:14:58.452 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:14:58.452 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:14:58.621 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/04/30 16:14:58.658 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/04/30 16:14:58.691 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:14:58.731 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:14:58.735 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/04/30 16:14:58.744 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:14:58.744 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:14:58.745 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:58.745 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:14:58.746 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:14:58.746 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:58.746 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:14:58.746 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:14:58.746 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:58.760 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:14:58.761 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:14:58.761 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:14:58.761 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:14:58.762 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=700.7GiB] [2024/04/30 16:14:58.813 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [2024/04/30 16:14:58.817 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:14:58.820 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:14:58.821 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/04/30 16:14:58.836 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/04/30 16:14:58.843 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=2.034215ms] [encodeDur=3.736808ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=309.129µs] [type=file] [takeTime=6.561032ms] [] [2024/04/30 16:14:58.844 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [takeTime=30.601251ms] [] [2024/04/30 16:14:58.844 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/450e7e3d-28a7-4d35-945b-4e4b33d59ae6.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/04/30 16:14:58.844 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/04/30 16:14:58.844 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/04/30 16:14:58.844 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:14:58.847 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.503495ms] [] [2024/04/30 16:14:58.847 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/04/30 16:14:58.852 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:14:58.874 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/04/30 16:14:58.874 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:14:58.888 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/04/30 16:14:58.890 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.545475ms] [] [2024/04/30 16:14:58.890 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:14:58.892 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.046513ms] [] [2024/04/30 16:14:58.892 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/04/30 16:14:58.892 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:14:58.895 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=3.320287ms] [] [2024/04/30 16:14:58.895 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/04/30 16:14:58.895 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:14:58.895 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=70.084µs] [] [2024/04/30 16:14:58.895 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:14:58.897 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.677859ms] [] [2024/04/30 16:14:58.944 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:14:58.946 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/04/30 16:14:58.946 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:14:58.949 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/04/30 16:14:58.949 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:14:58.949 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:14:58.949 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:14:58.949 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:14:58.949 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:14:58.949 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:14:58.949 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:14:58.949 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:14:58.950 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:58.950 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:58.950 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:58.950 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:58.950 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:58.950 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:14:58.952 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:14:58.952 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:14:58.952 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:14:58.952 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:14:58.952 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:14:58.952 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=220.33002ms] [] [2024/04/30 16:14:59.019 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/04/30 16:14:59.022 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:14:59.022 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:14:59.254 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:14:59.302 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/04/30 16:14:59.302 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/04/30 16:14:59.302 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/04/30 16:14:59.311 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=9.325266ms] [] [2024/04/30 16:14:59.312 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/04/30 16:14:59.312 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/04/30 16:14:59.312 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [weight=30] [2024/04/30 16:14:59.312 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [concurrency=15] [2024/04/30 16:14:59.316 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/04/30 16:14:59.317 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/04/30 16:14:59.317 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=14.735428ms] [] [2024/04/30 16:14:59.317 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=14.932707ms] [] [2024/04/30 16:14:59.358 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=103.478623ms] [] [2024/04/30 16:14:59.467 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:14:59.467 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/04/30 16:14:59.472 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/04/30 16:14:59.522 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=22] [2024/04/30 16:14:59.523 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/04/30 16:14:59.546 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:14:59.546 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/04/30 16:14:59.661 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5ecfd6a-b6f6-436b-a65f-73559ad98736"] ["owner key"=/tidb/br-stream/owner/22318f2fc6c13b2d] [ownerID=b5ecfd6a-b6f6-436b-a65f-73559ad98736] [op=none] [2024/04/30 16:14:59.669 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:14:59.851 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.962702637\n# Parse_time: 0.001157645\n# Compile_time: 0.001909473\n# Rewrite_time: 0.000371601\n# Optimize_time: 0.001045057\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet2494919028/001/test.parquet' FORMAT 'parquet';"] [2024/04/30 16:14:59.866 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/04/30 16:14:59.904 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:59.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:14:59.904 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-04-30 16:14:59.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/04/30 16:14:59.974 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-04-30 16:14:59.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:14:59.988 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/04/30 16:15:00.083 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.144738ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:00.095 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=174] [version=119] [2024/04/30 16:15:00.129 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.559341ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:59.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:00.181 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/04/30 16:15:00.190 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/04/30 16:15:00.194 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-04-30 16:14:59.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:00.314 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/04/30 16:15:00.314 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:00.319 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.453734291\n# Parse_time: 0.000323004\n# Compile_time: 0.000934636\n# Rewrite_time: 0.000038197\n# Optimize_time: 0.001708189\n# Wait_TS: 0.000477244\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/04/30 16:15:00.334 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:00.413 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=b5ecfd6a-b6f6-436b-a65f-73559ad98736] [daemon-id=LogBackup::Advancer] [2024/04/30 16:15:00.413 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/04/30 16:15:00.510 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/04/30 16:15:00.701 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:00.707 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.386765903\n# Parse_time: 0.000532733\n# Compile_time: 0.001572377\n# Rewrite_time: 0.000426253\n# Optimize_time: 0.001708189\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mzg0bXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mzg0bXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/04/30 16:15:00.744 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/04/30 16:15:00.745 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:00.850 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:00.852 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:00.855 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/04/30 16:15:00.876 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:00.879 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:00.879 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/04/30 16:15:00.883 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=4.135146ms] [2024/04/30 16:15:00.883 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=4.305231ms] [] [2024/04/30 16:15:00.883 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:00.884 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:01.104 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/04/30 16:15:01.123 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/04/30 16:15:01.135 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:01.184 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:01.187 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/04/30 16:15:01.188 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:01.197 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:01.197 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:01.198 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:01.198 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:01.199 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:01.199 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:01.199 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:01.199 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:01.199 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:01.213 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:01.214 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:01.215 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:01.215 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:01.215 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=700.7GiB] [2024/04/30 16:15:01.260 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [2024/04/30 16:15:01.264 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:15:01.268 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:15:01.268 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/04/30 16:15:01.276 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/04/30 16:15:01.282 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=1.825539ms] [encodeDur=3.361622ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=369.468µs] [type=file] [takeTime=6.007045ms] [] [2024/04/30 16:15:01.282 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [takeTime=21.83487ms] [] [2024/04/30 16:15:01.282 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/d5edd46f-6103-42d6-91fc-437f58e463ad.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/04/30 16:15:01.283 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/04/30 16:15:01.283 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/04/30 16:15:01.283 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:15:01.285 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.243514ms] [] [2024/04/30 16:15:01.285 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/04/30 16:15:01.290 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:01.312 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/04/30 16:15:01.312 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:01.327 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/04/30 16:15:01.329 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.543554ms] [] [2024/04/30 16:15:01.329 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:15:01.330 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.077128ms] [] [2024/04/30 16:15:01.330 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/04/30 16:15:01.330 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:15:01.332 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.633299ms] [] [2024/04/30 16:15:01.332 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/04/30 16:15:01.332 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:15:01.332 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=75.969µs] [] [2024/04/30 16:15:01.332 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:15:01.333 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.080318ms] [] [2024/04/30 16:15:01.384 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/04/30 16:15:01.387 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:01.387 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:01.387 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:01.387 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:01.389 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:01.389 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:01.389 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:01.389 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:01.389 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:01.389 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=205.01667ms] [] [2024/04/30 16:15:01.495 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:01.498 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:01.500 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:01.500 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:01.582 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/04/30 16:15:01.585 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:01.585 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:01.702 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [2024/04/30 16:15:01.702 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/04/30 16:15:01.807 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:01.871 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:01.918 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/04/30 16:15:01.918 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/04/30 16:15:01.919 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/04/30 16:15:01.927 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=8.105186ms] [] [2024/04/30 16:15:01.927 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/04/30 16:15:01.927 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/04/30 16:15:01.927 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [weight=30] [2024/04/30 16:15:01.927 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [concurrency=15] [2024/04/30 16:15:01.931 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/04/30 16:15:01.931 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/04/30 16:15:01.931 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=12.875286ms] [] [2024/04/30 16:15:01.931 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=13.094599ms] [] [2024/04/30 16:15:01.972 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:01.972 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/04/30 16:15:01.976 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=104.995318ms] [] [2024/04/30 16:15:01.976 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/04/30 16:15:02.035 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/04/30 16:15:02.050 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=23] [2024/04/30 16:15:02.076 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:02.076 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/04/30 16:15:02.195 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:02.781 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/04/30 16:15:02.814 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:02.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:02.814 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:02.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/04/30 16:15:02.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:02.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:02.883 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/04/30 16:15:02.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=3.089157ms] [gotSchemaVersion=120] [phyTblIDs="[173,175]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:02.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=120] [2024/04/30 16:15:03.011 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.87236ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:02.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:03.075 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/04/30 16:15:03.083 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/04/30 16:15:03.086 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:02.759 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:03.163 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/04/30 16:15:03.163 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:03.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387411257\n# Parse_time: 0.000373338\n# Compile_time: 0.001384764\n# Rewrite_time: 0.000066466\n# Optimize_time: 0.001465006\n# Wait_TS: 0.000582499\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/04/30 16:15:03.169 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/04/30 16:15:03.172 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/04/30 16:15:03.236 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:03.236 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/04/30 16:15:03.303 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:03.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=1.090175ms] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:15:03.348 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=121] [2024/04/30 16:15:03.383 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=54.009132ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:03.438 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:03.480 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/04/30 16:15:03.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:03.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.313250344\n# Parse_time: 0.000250829\n# Compile_time: 0.000692526\n# Rewrite_time: 0.00003314\n# Optimize_time: 0.001465006\n# Wait_TS: 0.000409289\n# DB: load_csv\n# Is_internal: false\n# Digest: 60ed63a28df02a42c65797662f43640c9d8ff07c859c12e148a91c0f31b8c183\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_disk_quota;"] [2024/04/30 16:15:03.486 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/04/30 16:15:03.526 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:03.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:03.526 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:03.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/04/30 16:15:03.574 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:03.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:03.582 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/04/30 16:15:03.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=2.671267ms] [gotSchemaVersion=122] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:03.705 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=122] [2024/04/30 16:15:03.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.585897ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:03.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:03.806 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:03.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:03.846 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/04/30 16:15:03.847 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:03.850 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.365475246\n# Parse_time: 0.000515542\n# Compile_time: 0.001012708\n# Rewrite_time: 0.000055639\n# Optimize_time: 0.001465006\n# Wait_TS: 0.000381392\n# DB: load_csv\n# Is_internal: false\n# Digest: 2b5f3c5d220af7daf55fe6e161ec924257e5bff3b440b1a8b00d3b55ca4cf890\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_disk_quota.t(a int, b int);"] [2024/04/30 16:15:03.895 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:04.131 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:04.230 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:04.273 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/04/30 16:15:04.273 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:04.379 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:04.381 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:04.382 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/04/30 16:15:04.404 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:04.407 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:04.407 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/04/30 16:15:04.407 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=54.034µs] [2024/04/30 16:15:04.407 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=183.34µs] [] [2024/04/30 16:15:04.407 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:04.407 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:04.565 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/04/30 16:15:04.583 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/04/30 16:15:04.610 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:04.658 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:04.659 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/04/30 16:15:04.660 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:04.669 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:04.670 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:04.670 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:04.670 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:04.671 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:04.671 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:04.671 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:04.671 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:04.671 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:04.687 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:04.688 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:04.688 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:04.688 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/04/30 16:15:04.732 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [2024/04/30 16:15:04.736 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:04.740 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:04.741 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/04/30 16:15:04.749 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/04/30 16:15:05.317 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=792] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.330 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/ab429807-3a9e-471e-a631-67226d11c180.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/04/30 16:15:05.333 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.338 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:05.361 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/04/30 16:15:05.362 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:05.422 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/04/30 16:15:05.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=90.911481ms] [] [2024/04/30 16:15:05.431 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.433 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.433 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.433 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=76.285µs] [] [2024/04/30 16:15:05.438 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.438 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.438 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.723µs] [] [2024/04/30 16:15:05.443 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.446 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.446 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.446 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.893µs] [] [2024/04/30 16:15:05.451 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.453 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.453 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.454 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.487µs] [] [2024/04/30 16:15:05.458 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.458 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.458 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=84.006µs] [] [2024/04/30 16:15:05.466 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.468 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.468 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.468 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.873µs] [] [2024/04/30 16:15:05.473 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.475 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.475 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.475 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.843µs] [] [2024/04/30 16:15:05.480 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.480 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.480 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.177µs] [] [2024/04/30 16:15:05.488 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.490 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.490 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.490 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.317µs] [] [2024/04/30 16:15:05.496 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.498 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.498 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.498 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=84.168µs] [] [2024/04/30 16:15:05.503 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.503 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.503 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.927µs] [] [2024/04/30 16:15:05.510 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.512 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.512 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.512 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.134µs] [] [2024/04/30 16:15:05.519 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.521 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.521 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.521 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.273µs] [] [2024/04/30 16:15:05.525 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.525 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.525 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.021µs] [] [2024/04/30 16:15:05.531 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.532 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.532 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.533 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.819µs] [] [2024/04/30 16:15:05.538 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.539 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.539 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.540 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=65.032µs] [] [2024/04/30 16:15:05.544 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.544 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.544 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.18µs] [] [2024/04/30 16:15:05.549 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.551 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.551 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.551 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.321µs] [] [2024/04/30 16:15:05.557 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.559 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.559 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.559 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.52µs] [] [2024/04/30 16:15:05.563 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.563 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.563 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.947µs] [] [2024/04/30 16:15:05.596 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.598 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.598 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.598 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=77.885µs] [] [2024/04/30 16:15:05.605 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.607 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.607 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.607 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.425µs] [] [2024/04/30 16:15:05.611 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.612 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.612 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=45.047µs] [] [2024/04/30 16:15:05.618 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.620 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.620 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.620 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.799µs] [] [2024/04/30 16:15:05.625 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.627 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.627 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.627 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=69.282µs] [] [2024/04/30 16:15:05.632 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.632 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.632 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.148µs] [] [2024/04/30 16:15:05.638 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.640 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.640 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.640 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.424µs] [] [2024/04/30 16:15:05.645 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.647 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.647 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.647 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=47.587µs] [] [2024/04/30 16:15:05.651 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.651 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.651 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=45.805µs] [] [2024/04/30 16:15:05.656 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.657 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.658 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.658 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=46.193µs] [] [2024/04/30 16:15:05.663 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.665 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.665 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.665 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.667µs] [] [2024/04/30 16:15:05.669 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.669 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.669 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.061µs] [] [2024/04/30 16:15:05.674 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.676 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.676 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.676 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.75µs] [] [2024/04/30 16:15:05.682 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.684 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.684 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.684 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.236µs] [] [2024/04/30 16:15:05.689 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.689 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.689 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.637µs] [] [2024/04/30 16:15:05.694 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.695 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.696 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.696 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.013µs] [] [2024/04/30 16:15:05.701 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.702 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.702 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.702 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=44.728µs] [] [2024/04/30 16:15:05.706 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.706 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.706 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=92.114µs] [] [2024/04/30 16:15:05.711 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.713 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.713 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.713 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=43.43µs] [] [2024/04/30 16:15:05.718 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.720 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.720 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.720 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.268µs] [] [2024/04/30 16:15:05.724 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.724 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.724 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.992µs] [] [2024/04/30 16:15:05.729 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.731 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.731 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.731 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.011µs] [] [2024/04/30 16:15:05.736 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.737 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.737 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.737 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=49.268µs] [] [2024/04/30 16:15:05.741 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.741 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.741 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.042µs] [] [2024/04/30 16:15:05.747 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.748 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.748 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.748 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.816µs] [] [2024/04/30 16:15:05.753 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.755 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.755 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.755 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=67.343µs] [] [2024/04/30 16:15:05.759 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.759 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.759 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.056µs] [] [2024/04/30 16:15:05.764 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.766 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.767 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.767 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.989µs] [] [2024/04/30 16:15:05.772 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.774 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.774 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.774 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.415µs] [] [2024/04/30 16:15:05.778 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.779 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.779 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.582µs] [] [2024/04/30 16:15:05.785 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.787 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.787 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.788 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.68µs] [] [2024/04/30 16:15:05.794 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.796 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.796 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.796 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.013µs] [] [2024/04/30 16:15:05.800 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.800 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.800 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.745µs] [] [2024/04/30 16:15:05.806 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.807 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.807 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.62µs] [] [2024/04/30 16:15:05.813 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.814 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.815 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.815 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=67.199µs] [] [2024/04/30 16:15:05.819 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.819 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.819 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.505µs] [] [2024/04/30 16:15:05.825 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.826 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.827 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.827 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.869µs] [] [2024/04/30 16:15:05.832 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.834 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.834 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.834 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.713µs] [] [2024/04/30 16:15:05.838 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.838 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.838 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.425µs] [] [2024/04/30 16:15:05.844 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.845 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.845 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.845 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.697µs] [] [2024/04/30 16:15:05.852 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.854 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:05.854 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:05.854 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=98.452µs] [] [2024/04/30 16:15:05.858 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.858 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:05.858 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.142µs] [] [2024/04/30 16:15:05.864 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=51724] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:05.877 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/9d64c11d-24a7-492a-af41-ecd4b588824a.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/04/30 16:15:05.879 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:05.884 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:05.926 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/04/30 16:15:05.928 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:06.001 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/04/30 16:15:06.004 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=124.657431ms] [] [2024/04/30 16:15:06.010 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.012 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.012 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.012 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.587µs] [] [2024/04/30 16:15:06.016 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.016 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.016 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.913µs] [] [2024/04/30 16:15:06.022 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.023 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.023 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.024 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.514µs] [] [2024/04/30 16:15:06.029 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.030 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.031 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.031 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=100.949µs] [] [2024/04/30 16:15:06.035 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.035 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.035 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.652µs] [] [2024/04/30 16:15:06.040 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.042 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.042 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.042 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=73.025µs] [] [2024/04/30 16:15:06.047 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.049 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.050 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.050 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.978µs] [] [2024/04/30 16:15:06.054 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.054 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.054 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.264µs] [] [2024/04/30 16:15:06.060 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.062 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.062 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.062 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.155µs] [] [2024/04/30 16:15:06.067 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.069 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.069 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.069 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.58µs] [] [2024/04/30 16:15:06.073 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.073 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.073 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=46.626µs] [] [2024/04/30 16:15:06.078 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.080 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.080 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.080 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.273µs] [] [2024/04/30 16:15:06.086 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.087 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.087 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.088 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.022µs] [] [2024/04/30 16:15:06.091 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.091 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.091 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.884µs] [] [2024/04/30 16:15:06.096 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.098 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.098 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.098 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=110.369µs] [] [2024/04/30 16:15:06.103 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.105 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.105 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.105 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.802µs] [] [2024/04/30 16:15:06.109 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.109 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.109 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.41µs] [] [2024/04/30 16:15:06.115 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.117 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.117 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.117 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.429µs] [] [2024/04/30 16:15:06.122 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.124 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.124 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.124 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=84.606µs] [] [2024/04/30 16:15:06.128 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.128 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.128 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.052µs] [] [2024/04/30 16:15:06.135 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.136 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.136 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.136 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.47µs] [] [2024/04/30 16:15:06.142 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.143 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.144 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.144 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.133µs] [] [2024/04/30 16:15:06.147 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.147 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.148 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=46.365µs] [] [2024/04/30 16:15:06.153 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.155 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.155 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.155 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.806µs] [] [2024/04/30 16:15:06.161 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.163 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.163 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.163 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=69.341µs] [] [2024/04/30 16:15:06.168 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.168 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.168 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.236µs] [] [2024/04/30 16:15:06.173 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.175 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.175 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.175 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.378µs] [] [2024/04/30 16:15:06.181 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.183 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.183 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.183 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.977µs] [] [2024/04/30 16:15:06.187 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.187 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.187 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.188µs] [] [2024/04/30 16:15:06.192 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.193 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.194 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.194 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.189µs] [] [2024/04/30 16:15:06.199 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.201 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.201 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.201 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.134µs] [] [2024/04/30 16:15:06.205 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.205 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.205 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.552µs] [] [2024/04/30 16:15:06.210 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.212 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.212 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.212 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.586µs] [] [2024/04/30 16:15:06.218 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.219 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.220 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.220 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.825µs] [] [2024/04/30 16:15:06.223 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.223 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.223 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.244µs] [] [2024/04/30 16:15:06.229 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.263 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.263 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.263 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=218.86µs] [] [2024/04/30 16:15:06.271 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.273 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.273 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.273 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.963µs] [] [2024/04/30 16:15:06.277 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.277 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.278 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.831µs] [] [2024/04/30 16:15:06.283 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.285 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.286 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.286 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.564µs] [] [2024/04/30 16:15:06.291 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.293 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.293 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.293 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.901µs] [] [2024/04/30 16:15:06.297 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.297 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.297 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.996µs] [] [2024/04/30 16:15:06.304 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.305 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.305 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.305 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.513µs] [] [2024/04/30 16:15:06.311 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.312 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.313 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.313 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.031µs] [] [2024/04/30 16:15:06.317 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.317 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.317 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.563µs] [] [2024/04/30 16:15:06.322 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.324 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.324 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.324 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.999µs] [] [2024/04/30 16:15:06.330 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.332 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.332 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.332 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=84.571µs] [] [2024/04/30 16:15:06.337 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.337 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.337 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.518µs] [] [2024/04/30 16:15:06.343 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.344 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.344 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.344 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.946µs] [] [2024/04/30 16:15:06.350 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.352 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.352 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.352 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.413µs] [] [2024/04/30 16:15:06.356 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.357 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.357 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.914µs] [] [2024/04/30 16:15:06.362 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.364 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.364 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.364 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.035µs] [] [2024/04/30 16:15:06.370 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.372 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.372 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.372 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.151µs] [] [2024/04/30 16:15:06.377 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.377 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.377 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.481µs] [] [2024/04/30 16:15:06.382 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.384 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.384 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.384 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.948µs] [] [2024/04/30 16:15:06.390 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.392 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.392 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.392 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=72.714µs] [] [2024/04/30 16:15:06.396 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.396 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.396 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.054µs] [] [2024/04/30 16:15:06.401 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.403 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.403 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.403 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.538µs] [] [2024/04/30 16:15:06.408 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.410 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.410 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.410 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=67.337µs] [] [2024/04/30 16:15:06.415 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.415 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.415 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.1µs] [] [2024/04/30 16:15:06.421 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.422 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.422 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.423 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.438µs] [] [2024/04/30 16:15:06.428 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.430 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.430 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.430 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.669µs] [] [2024/04/30 16:15:06.434 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.435 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.435 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.183µs] [] [2024/04/30 16:15:06.440 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.442 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.442 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.442 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.241µs] [] [2024/04/30 16:15:06.447 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.449 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.449 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.449 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.193µs] [] [2024/04/30 16:15:06.453 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.453 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.453 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.879µs] [] [2024/04/30 16:15:06.459 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98992] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.475 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/f8b29525-1156-4853-bc45-311a3682b781.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/04/30 16:15:06.478 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.482 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:06.505 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/04/30 16:15:06.506 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:06.595 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/04/30 16:15:06.598 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=119.775303ms] [] [2024/04/30 16:15:06.605 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.607 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.607 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.607 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=76.244µs] [] [2024/04/30 16:15:06.611 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.611 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.611 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.357µs] [] [2024/04/30 16:15:06.617 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.619 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.619 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.619 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.538µs] [] [2024/04/30 16:15:06.624 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.626 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.626 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.626 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.781µs] [] [2024/04/30 16:15:06.630 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.630 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.630 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.847µs] [] [2024/04/30 16:15:06.636 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.638 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.638 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.638 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.058µs] [] [2024/04/30 16:15:06.643 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.645 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.645 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.645 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=49.903µs] [] [2024/04/30 16:15:06.649 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.649 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.649 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.37µs] [] [2024/04/30 16:15:06.655 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.656 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.657 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.657 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.389µs] [] [2024/04/30 16:15:06.662 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.663 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.664 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.664 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.971µs] [] [2024/04/30 16:15:06.668 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.668 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.668 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.438µs] [] [2024/04/30 16:15:06.673 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.675 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.675 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.675 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.311µs] [] [2024/04/30 16:15:06.680 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.682 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.682 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.682 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.775µs] [] [2024/04/30 16:15:06.686 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.686 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.686 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=45.302µs] [] [2024/04/30 16:15:06.692 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.693 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.693 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.693 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.13µs] [] [2024/04/30 16:15:06.699 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.701 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.701 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.701 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.881µs] [] [2024/04/30 16:15:06.705 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.705 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.705 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.437µs] [] [2024/04/30 16:15:06.711 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.713 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.713 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.713 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.838µs] [] [2024/04/30 16:15:06.718 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.720 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.720 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.720 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.985µs] [] [2024/04/30 16:15:06.724 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.725 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.725 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.286µs] [] [2024/04/30 16:15:06.730 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.732 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.732 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.732 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.264µs] [] [2024/04/30 16:15:06.737 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.739 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.739 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.739 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=62.125µs] [] [2024/04/30 16:15:06.743 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.743 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.743 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.616µs] [] [2024/04/30 16:15:06.748 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.750 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.750 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.750 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.344µs] [] [2024/04/30 16:15:06.755 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.757 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.757 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.757 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=71.04µs] [] [2024/04/30 16:15:06.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.761 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.761 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.888µs] [] [2024/04/30 16:15:06.767 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=171547] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.773 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=374.855361ms] [encodeDur=1.590872644s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=51.328575ms] [type=file] [takeTime=2.024042454s] [] [2024/04/30 16:15:06.773 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/911506c3-ba39-4fe9-9b84-7a29b036c362.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/04/30 16:15:06.774 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [takeTime=2.041535029s] [] [2024/04/30 16:15:06.774 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/04/30 16:15:06.774 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/04/30 16:15:06.774 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.776 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.776 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=2.154584ms] [] [2024/04/30 16:15:06.776 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/04/30 16:15:06.781 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:06.803 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/04/30 16:15:06.803 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:06.840 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/04/30 16:15:06.842 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.591031ms] [] [2024/04/30 16:15:06.846 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:06.869 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/04/30 16:15:06.869 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:06.940 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/04/30 16:15:06.942 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=165.883254ms] [] [2024/04/30 16:15:06.942 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/04/30 16:15:06.949 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=6.376281ms] [] [2024/04/30 16:15:06.949 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/04/30 16:15:06.949 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.949 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=0] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/04/30 16:15:06.952 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.952 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.952 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=<import-and-reset>] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.531µs] [] [2024/04/30 16:15:06.952 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=3.02594ms] [] [2024/04/30 16:15:06.952 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/04/30 16:15:06.956 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.956 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=4.153417ms] [] [2024/04/30 16:15:06.956 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/04/30 16:15:06.957 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=929.965µs] [] [2024/04/30 16:15:07.005 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:07.007 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:07.008 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:07.008 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:07.015 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/04/30 16:15:07.027 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:07.027 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:07.027 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:07.027 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:07.027 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:07.027 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:07.027 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:07.027 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:07.027 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:07.027 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:07.028 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:07.028 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:07.028 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:07.030 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:07.030 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:07.030 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:07.030 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:07.030 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:07.031 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=2.372511644s] [] [2024/04/30 16:15:07.081 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":11566,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/04/30 16:15:07.083 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:07.083 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:07.241 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:07.333 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/04/30 16:15:07.333 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/04/30 16:15:07.333 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/04/30 16:15:07.343 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=9.734792ms] [] [2024/04/30 16:15:07.343 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/04/30 16:15:07.343 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/04/30 16:15:07.343 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [weight=30] [2024/04/30 16:15:07.344 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [concurrency=15] [2024/04/30 16:15:07.350 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/04/30 16:15:07.351 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/04/30 16:15:07.351 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=17.639695ms] [] [2024/04/30 16:15:07.351 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=17.86435ms] [] [2024/04/30 16:15:07.394 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:07.395 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/04/30 16:15:07.397 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=156.267085ms] [] [2024/04/30 16:15:07.397 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/04/30 16:15:07.449 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/04/30 16:15:07.482 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=24] [2024/04/30 16:15:07.507 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:07.507 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/04/30 16:15:07.605 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.72435626\n# Parse_time: 0.000621257\n# Compile_time: 0.001401473\n# Rewrite_time: 0.000323878\n# Optimize_time: 0.001465006\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My43MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My43MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] [2024/04/30 16:15:07.608 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGBK [2024/04/30 16:15:07.623 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/04/30 16:15:07.626 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/04/30 16:15:07.660 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:07.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:07.660 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:07.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/04/30 16:15:07.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:07.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:07.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=1.024503ms] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:15:07.785 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/04/30 16:15:07.820 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=54.390271ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:07.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:07.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:07.61 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:07.931 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/04/30 16:15:07.931 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:07.935 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.310040224\n# Parse_time: 0.000631715\n# Compile_time: 0.000920722\n# Rewrite_time: 0.000033484\n# Optimize_time: 0.002079674\n# Wait_TS: 0.000683202\n# DB: load_csv\n# Is_internal: false\n# Digest: 57c1769775ec71b312ca9272bfda9dbbb71fbb1ce0cbb7a37842365c6d1d7996\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_charset;"] [2024/04/30 16:15:07.938 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/04/30 16:15:07.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:07.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/04/30 16:15:07.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:07.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:08.061 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:07.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:08.069 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/04/30 16:15:08.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.939749ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:08.174 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=184] [version=124] [2024/04/30 16:15:08.176 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id b13585b1-4157-457c-9172-6c8ddbcb5df2"] ["ddl job id"=184] [ver=124] [2024/04/30 16:15:08.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=79.738434ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:07.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:08.243 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:07.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:08.284 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/04/30 16:15:08.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:08.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351991838\n# Parse_time: 0.000986271\n# Compile_time: 0.001312998\n# Rewrite_time: 0.000060511\n# Optimize_time: 0.002079674\n# Wait_TS: 0.000564639\n# DB: load_csv\n# Is_internal: false\n# Digest: cfbc6f5cd6277b5b9a7b31f86566840ecb6cd85611cb466d1d4d45b30752460f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.gbk ( i INT, j VARCHAR(255) ) CHARACTER SET gbk;"] [2024/04/30 16:15:08.291 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/04/30 16:15:08.344 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:08.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:08.344 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:08.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/04/30 16:15:08.420 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:08.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:08.429 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/04/30 16:15:08.487 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=2.635948ms] [gotSchemaVersion=125] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:08.502 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=125] [2024/04/30 16:15:08.534 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=54.081767ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:08.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:08.585 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:08.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:08.665 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/04/30 16:15:08.665 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:08.669 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.380117685\n# Parse_time: 0.0008643\n# Compile_time: 0.001969648\n# Rewrite_time: 0.000052456\n# Optimize_time: 0.002079674\n# Wait_TS: 0.000315393\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/04/30 16:15:08.687 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:08.853 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:08.953 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:08.999 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/04/30 16:15:08.999 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:09.104 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:09.106 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:09.107 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/04/30 16:15:09.129 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:09.132 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/04/30 16:15:09.132 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/04/30 16:15:09.133 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=51.369µs] [2024/04/30 16:15:09.133 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=184.79µs] [] [2024/04/30 16:15:09.133 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:09.133 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:09.240 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/04/30 16:15:09.259 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/04/30 16:15:09.280 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:09.319 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:09.320 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/04/30 16:15:09.321 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:09.329 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:09.329 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:09.330 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:09.330 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:09.331 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:09.331 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:09.331 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:09.331 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:09.331 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:09.345 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:09.346 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:09.347 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/04/30 16:15:09.347 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:09.347 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=700.7GiB] [2024/04/30 16:15:09.385 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [2024/04/30 16:15:09.390 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/04/30 16:15:09.394 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:09.394 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/04/30 16:15:09.469 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/04/30 16:15:09.475 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.859562ms] [encodeDur=2.888647ms] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=392.097µs] [type=file] [takeTime=5.812952ms] [] [2024/04/30 16:15:09.476 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [takeTime=91.168628ms] [] [2024/04/30 16:15:09.476 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/4ded01f5-6248-4e76-b8af-0fe5c0befbcc.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/04/30 16:15:09.477 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/04/30 16:15:09.477 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/04/30 16:15:09.477 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/04/30 16:15:09.479 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.375773ms] [] [2024/04/30 16:15:09.479 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/04/30 16:15:09.485 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:09.507 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/04/30 16:15:09.507 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:09.523 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/04/30 16:15:09.525 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=45.426875ms] [] [2024/04/30 16:15:09.525 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/04/30 16:15:09.526 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.155912ms] [] [2024/04/30 16:15:09.526 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/04/30 16:15:09.526 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:09.528 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.730054ms] [] [2024/04/30 16:15:09.528 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/04/30 16:15:09.528 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:09.528 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=59.831µs] [] [2024/04/30 16:15:09.528 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:09.529 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=961.586µs] [] [2024/04/30 16:15:09.578 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/04/30 16:15:09.582 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:09.582 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:09.582 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:09.582 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:09.582 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:09.582 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:09.582 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:09.582 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:09.582 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:09.583 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:09.583 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:09.583 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:09.583 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:09.586 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:09.586 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:09.586 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:09.586 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:09.586 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:09.586 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=267.311307ms] [] [2024/04/30 16:15:09.623 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:09.625 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:09.627 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:09.627 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:09.713 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/04/30 16:15:09.715 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:09.715 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:09.870 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:09.913 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/04/30 16:15:09.913 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/04/30 16:15:09.913 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/04/30 16:15:09.922 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=8.956014ms] [] [2024/04/30 16:15:09.922 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/04/30 16:15:09.922 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/04/30 16:15:09.922 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [weight=30] [2024/04/30 16:15:09.923 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [concurrency=15] [2024/04/30 16:15:09.927 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/04/30 16:15:09.927 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/04/30 16:15:09.927 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=14.252202ms] [] [2024/04/30 16:15:09.928 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=14.529625ms] [] [2024/04/30 16:15:09.969 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=98.998406ms] [] [2024/04/30 16:15:10.021 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:10.021 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/04/30 16:15:10.024 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/04/30 16:15:10.085 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/04/30 16:15:10.104 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=25] [2024/04/30 16:15:10.133 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:10.133 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/04/30 16:15:10.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.58875193\n# Parse_time: 0.000881061\n# Compile_time: 0.002309807\n# Rewrite_time: 0.000422888\n# Optimize_time: 0.002079674\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/04/30 16:15:10.265 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:10.284 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:10.453 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:10.532 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:10.595 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/04/30 16:15:10.595 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:10.700 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:10.701 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:10.702 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/04/30 16:15:10.719 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:10.723 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/04/30 16:15:10.723 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/04/30 16:15:10.723 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=59.821µs] [2024/04/30 16:15:10.723 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=179.089µs] [] [2024/04/30 16:15:10.723 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:10.723 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:10.843 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/04/30 16:15:10.861 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/04/30 16:15:10.881 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:10.921 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:10.922 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/04/30 16:15:10.923 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:10.933 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:10.933 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:10.933 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:10.933 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:10.934 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:10.934 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:10.934 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:10.934 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:10.935 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:10.949 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:10.951 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:10.951 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/04/30 16:15:10.951 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:10.951 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=700.7GiB] [2024/04/30 16:15:11.021 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [2024/04/30 16:15:11.026 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:15:11.030 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:15:11.031 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/04/30 16:15:11.080 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/04/30 16:15:11.084 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=1.240361ms] [encodeDur=1.458361ms] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=366.838µs] [type=file] [takeTime=3.506856ms] [] [2024/04/30 16:15:11.084 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [takeTime=62.841329ms] [] [2024/04/30 16:15:11.084 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/43cd0a38-82fb-40c0-8d2e-d3ea06865ce6.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/04/30 16:15:11.085 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/04/30 16:15:11.085 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/04/30 16:15:11.085 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:15:11.088 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.383069ms] [] [2024/04/30 16:15:11.088 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/04/30 16:15:11.092 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:11.114 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/04/30 16:15:11.115 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:11.128 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/04/30 16:15:11.130 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=42.501957ms] [] [2024/04/30 16:15:11.130 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:15:11.131 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.127255ms] [] [2024/04/30 16:15:11.131 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/04/30 16:15:11.132 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:15:11.133 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.700554ms] [] [2024/04/30 16:15:11.133 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/04/30 16:15:11.133 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:15:11.133 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=62.987µs] [] [2024/04/30 16:15:11.134 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:15:11.135 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=958.771µs] [] [2024/04/30 16:15:11.179 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:11.182 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:11.182 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:11.182 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:11.182 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:11.184 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:11.184 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:11.184 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:11.184 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:11.184 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:11.185 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=263.36326ms] [] [2024/04/30 16:15:11.216 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:11.217 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:11.218 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:11.218 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:11.286 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/04/30 16:15:11.288 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:11.288 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:11.452 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:11.500 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/04/30 16:15:11.500 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/04/30 16:15:11.500 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/04/30 16:15:11.509 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=8.502958ms] [] [2024/04/30 16:15:11.509 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/04/30 16:15:11.509 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/04/30 16:15:11.509 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [weight=30] [2024/04/30 16:15:11.509 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [concurrency=15] [2024/04/30 16:15:11.513 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/04/30 16:15:11.514 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/04/30 16:15:11.514 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=14.140843ms] [] [2024/04/30 16:15:11.514 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=14.403648ms] [] [2024/04/30 16:15:11.561 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=108.756371ms] [] [2024/04/30 16:15:11.617 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:11.617 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/04/30 16:15:11.620 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/04/30 16:15:11.683 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/04/30 16:15:11.700 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=26] [2024/04/30 16:15:11.722 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:11.722 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/04/30 16:15:11.838 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.567580859\n# Parse_time: 0.000599777\n# Compile_time: 0.001604266\n# Rewrite_time: 0.000424203\n# Optimize_time: 0.001231863\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/04/30 16:15:11.849 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/04/30 16:15:11.870 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:11.889 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:11.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:11.889 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:11.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/04/30 16:15:11.957 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:11.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:11.970 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/04/30 16:15:12.017 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=2.667718ms] [gotSchemaVersion=126] [phyTblIDs="[183,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:12.031 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=126] [2024/04/30 16:15:12.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.849385ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:11.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:12.127 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/04/30 16:15:12.137 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/04/30 16:15:12.141 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:11.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:12.221 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/04/30 16:15:12.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:12.225 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.377173336\n# Parse_time: 0.000407472\n# Compile_time: 0.000823839\n# Rewrite_time: 0.000040966\n# Optimize_time: 0.001619167\n# Wait_TS: 0.000407842\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/04/30 16:15:12.240 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:12.406 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:12.493 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:12.531 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/04/30 16:15:12.532 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:12.638 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:12.640 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:12.641 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/04/30 16:15:12.658 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:12.661 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/04/30 16:15:12.661 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/04/30 16:15:12.661 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=52.665µs] [2024/04/30 16:15:12.661 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=167.742µs] [] [2024/04/30 16:15:12.661 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:12.661 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:12.774 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/04/30 16:15:12.792 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/04/30 16:15:12.812 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:12.855 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:12.856 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/04/30 16:15:12.857 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:12.864 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:12.865 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:12.865 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:12.865 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:12.866 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:12.866 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:12.866 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:12.866 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:12.866 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:12.881 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:12.882 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:12.882 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/04/30 16:15:12.882 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:12.882 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=700.7GiB] [2024/04/30 16:15:12.926 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [2024/04/30 16:15:12.930 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/04/30 16:15:12.960 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:12.961 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/04/30 16:15:12.978 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/04/30 16:15:12.981 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.347836ms] [encodeDur=960.253µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=291.154µs] [type=file] [takeTime=3.053681ms] [] [2024/04/30 16:15:12.982 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [takeTime=56.047786ms] [] [2024/04/30 16:15:12.982 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/bc73293e-e287-477c-bafa-ee24ddb574ef.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/04/30 16:15:12.982 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/04/30 16:15:12.982 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/04/30 16:15:12.982 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/04/30 16:15:12.984 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.060273ms] [] [2024/04/30 16:15:12.984 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/04/30 16:15:12.989 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:13.011 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/04/30 16:15:13.012 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:13.026 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/04/30 16:15:13.028 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=43.507343ms] [] [2024/04/30 16:15:13.028 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/04/30 16:15:13.029 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.062779ms] [] [2024/04/30 16:15:13.029 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/04/30 16:15:13.029 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:13.031 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.602496ms] [] [2024/04/30 16:15:13.031 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/04/30 16:15:13.031 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:13.031 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=57.48µs] [] [2024/04/30 16:15:13.031 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:13.032 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=849.06µs] [] [2024/04/30 16:15:13.077 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/04/30 16:15:13.080 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:13.080 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:13.080 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:13.080 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:13.080 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:13.080 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:13.080 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:13.080 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:13.081 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:13.081 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:13.081 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:13.081 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:13.081 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:13.083 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:13.083 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:13.083 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:13.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:13.083 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:13.083 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=228.211916ms] [] [2024/04/30 16:15:13.149 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:13.151 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:13.152 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:13.152 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:13.215 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/04/30 16:15:13.217 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:13.217 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:13.358 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:13.397 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/04/30 16:15:13.397 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/04/30 16:15:13.397 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/04/30 16:15:13.405 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=8.146352ms] [] [2024/04/30 16:15:13.406 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/04/30 16:15:13.406 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/04/30 16:15:13.406 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [weight=30] [2024/04/30 16:15:13.406 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [concurrency=15] [2024/04/30 16:15:13.409 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/04/30 16:15:13.410 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/04/30 16:15:13.410 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=12.94619ms] [] [2024/04/30 16:15:13.410 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=13.162843ms] [] [2024/04/30 16:15:13.453 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=94.639858ms] [] [2024/04/30 16:15:13.455 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:13.455 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/04/30 16:15:13.458 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/04/30 16:15:13.506 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/04/30 16:15:13.536 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=27] [2024/04/30 16:15:13.552 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:13.552 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/04/30 16:15:13.623 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:13.763 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.536148044\n# Parse_time: 0.000856181\n# Compile_time: 0.001860953\n# Rewrite_time: 0.000345737\n# Optimize_time: 0.001619167\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/04/30 16:15:13.772 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/04/30 16:15:13.809 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:13.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:13.809 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:13.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/04/30 16:15:13.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:13.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:13.868 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/04/30 16:15:13.912 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.401135ms] [gotSchemaVersion=127] [phyTblIDs="[187,189]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:13.924 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=127] [2024/04/30 16:15:13.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.258726ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:13.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:14.028 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/04/30 16:15:14.038 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/04/30 16:15:14.042 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:13.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:14.097 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/04/30 16:15:14.097 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:14.101 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.329491546\n# Parse_time: 0.000310711\n# Compile_time: 0.000879735\n# Rewrite_time: 0.000036805\n# Optimize_time: 0.000910702\n# Wait_TS: 0.000474472\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/04/30 16:15:14.119 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:14.322 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:14.410 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:14.450 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/04/30 16:15:14.450 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:14.557 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:14.558 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:14.559 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/04/30 16:15:14.580 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:14.583 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/04/30 16:15:14.583 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/04/30 16:15:14.583 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=51.821µs] [2024/04/30 16:15:14.583 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=171.551µs] [] [2024/04/30 16:15:14.584 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:14.584 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:14.705 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/04/30 16:15:14.724 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/04/30 16:15:14.762 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:14.806 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:14.807 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/04/30 16:15:14.809 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:14.818 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:14.818 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:14.819 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:14.819 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:14.820 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:14.820 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:14.820 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:14.820 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:14.820 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:14.835 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:14.836 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:14.836 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/04/30 16:15:14.837 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:14.837 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=700.7GiB] [2024/04/30 16:15:14.888 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [2024/04/30 16:15:14.892 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/04/30 16:15:14.896 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/04/30 16:15:14.896 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/04/30 16:15:14.911 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/04/30 16:15:14.913 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=1.721665ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:15:14.913 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [takeTime=24.46772ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:15:14.913 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:15:14.914 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:15:14.914 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:14.914 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:14.914 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:14.914 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:14.914 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/04/30 16:15:14.914 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:14.914 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:14.914 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:14.914 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:14.933 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/04/30 16:15:14.936 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:14.936 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:14.936 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:14.936 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:14.936 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:14.939 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:14.939 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:14.939 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:14.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:14.939 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:14.939 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=132.751537ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/04/30 16:15:14.939 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:15:15.021 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/04/30 16:15:15.072 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/04/30 16:15:15.073 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/04/30 16:15:15.075 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/04/30 16:15:15.090 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/04/30 16:15:15.156 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=28] [2024/04/30 16:15:15.183 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:15.183 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/04/30 16:15:15.264 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:15.362 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:544\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/04/30 16:15:15.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.261509311\n# Parse_time: 0.001721621\n# Compile_time: 0.0019169\n# Rewrite_time: 0.000377082\n# Optimize_time: 0.000910702\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yNnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/04/30 16:15:15.366 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/04/30 16:15:15.435 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:15.435 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/04/30 16:15:15.486 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=297.755µs] [gotSchemaVersion=128] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:15.537 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=128] [2024/04/30 16:15:15.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.515097ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.652 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=243.103µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:15.695 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/04/30 16:15:15.732 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.5853ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=322.087µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:15.881 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/04/30 16:15:15.886 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.737415ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:15.945 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/04/30 16:15:15.954 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/04/30 16:15:15.957 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:15.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.003 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/04/30 16:15:16.003 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:16.007 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.643035139\n# Parse_time: 0.000659122\n# Compile_time: 0.000923518\n# Rewrite_time: 0.000046926\n# Optimize_time: 0.000910702\n# Wait_TS: 0.000384647\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/04/30 16:15:16.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/04/30 16:15:16.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:16.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:16.047 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:16.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/04/30 16:15:16.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:16.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.142 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.019895ms] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:15:16.154 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=193] [version=131] [2024/04/30 16:15:16.190 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.876982ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:16.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.263 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:16.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.290 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/04/30 16:15:16.290 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:16.326 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/04/30 16:15:16.375 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:16.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:16.374 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:16.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/04/30 16:15:16.456 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:16.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.465 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/04/30 16:15:16.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.676778ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:16.529 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=132] [2024/04/30 16:15:16.564 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=54.255173ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:16.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.628 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:16.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:16.683 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/04/30 16:15:16.683 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:16.687 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.389606962\n# Parse_time: 0.000819739\n# Compile_time: 0.02807946\n# Rewrite_time: 0.000113762\n# Optimize_time: 0.000910702\n# Wait_TS: 0.00052702\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/04/30 16:15:16.705 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:16.949 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:17.031 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:17.073 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/04/30 16:15:17.074 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:17.202 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:17.204 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:17.205 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/04/30 16:15:17.228 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:17.231 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/04/30 16:15:17.231 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/04/30 16:15:17.231 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=56.851µs] [2024/04/30 16:15:17.231 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=178.447µs] [] [2024/04/30 16:15:17.231 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:17.231 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:17.360 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/04/30 16:15:17.379 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/04/30 16:15:17.396 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:17.445 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:17.446 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/04/30 16:15:17.447 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:17.457 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:17.457 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:17.457 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:17.457 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:17.458 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:17.458 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:17.458 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:17.458 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:17.458 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:17.472 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:17.474 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:17.474 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/04/30 16:15:17.474 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:17.474 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=700.7GiB] [2024/04/30 16:15:17.518 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [2024/04/30 16:15:17.522 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:17.525 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:17.526 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/04/30 16:15:17.582 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/04/30 16:15:17.585 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.222753ms] [encodeDur=806.091µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=346.415µs] [type=file] [takeTime=2.735903ms] [] [2024/04/30 16:15:17.586 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/d1f638d6-3c1f-4983-ba3f-3431e746344c.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/04/30 16:15:17.586 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [takeTime=67.810958ms] [] [2024/04/30 16:15:17.586 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/04/30 16:15:17.586 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/04/30 16:15:17.586 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:17.589 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.061702ms] [] [2024/04/30 16:15:17.589 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/04/30 16:15:17.593 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:17.615 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/04/30 16:15:17.616 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:17.664 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/04/30 16:15:17.667 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=78.292846ms] [] [2024/04/30 16:15:17.667 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:17.669 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.677032ms] [] [2024/04/30 16:15:17.669 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/04/30 16:15:17.669 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:17.671 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=2.020902ms] [] [2024/04/30 16:15:17.671 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/04/30 16:15:17.671 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:17.671 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=52.582µs] [] [2024/04/30 16:15:17.671 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:17.672 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=984.423µs] [] [2024/04/30 16:15:17.726 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/04/30 16:15:17.730 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:17.730 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:17.730 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:17.730 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:17.730 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:17.730 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:17.731 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:17.731 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:17.730 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:17.731 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:17.731 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:17.731 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:17.731 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:17.733 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:17.733 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:17.733 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:17.733 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:17.733 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:17.733 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=288.680148ms] [] [2024/04/30 16:15:17.795 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:17.797 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:17.798 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:17.798 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:17.872 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/04/30 16:15:17.873 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:17.873 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:18.067 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:18.116 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/04/30 16:15:18.116 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/04/30 16:15:18.116 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/04/30 16:15:18.124 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=8.531202ms] [] [2024/04/30 16:15:18.125 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/04/30 16:15:18.125 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/04/30 16:15:18.125 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [weight=30] [2024/04/30 16:15:18.125 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [concurrency=15] [2024/04/30 16:15:18.129 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/04/30 16:15:18.130 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/04/30 16:15:18.130 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=13.909837ms] [] [2024/04/30 16:15:18.130 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=14.131593ms] [] [2024/04/30 16:15:18.172 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=105.247133ms] [] [2024/04/30 16:15:18.191 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:18.191 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/04/30 16:15:18.194 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/04/30 16:15:18.258 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/04/30 16:15:18.279 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=29] [2024/04/30 16:15:18.292 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.60394397\n# Parse_time: 0.00092542\n# Compile_time: 0.003580282\n# Rewrite_time: 0.002038785\n# Optimize_time: 0.000910702\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/04/30 16:15:18.308 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:18.308 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/04/30 16:15:18.340 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:18.434 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:18.588 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:18.673 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:18.712 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/04/30 16:15:18.712 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:18.818 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:18.819 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:18.820 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/04/30 16:15:18.845 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:18.847 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/04/30 16:15:18.848 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/04/30 16:15:18.848 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=53.401µs] [2024/04/30 16:15:18.848 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=162.576µs] [] [2024/04/30 16:15:18.848 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:18.848 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:18.949 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/04/30 16:15:18.966 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/04/30 16:15:18.985 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:19.024 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:19.025 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/04/30 16:15:19.028 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:19.036 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:19.037 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:19.037 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:19.037 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:19.038 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:19.038 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:19.038 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:19.038 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:19.038 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:19.052 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:19.054 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:19.054 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/04/30 16:15:19.054 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:19.054 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=700.7GiB] [2024/04/30 16:15:19.092 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [2024/04/30 16:15:19.096 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:19.100 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:19.100 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/04/30 16:15:19.115 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/04/30 16:15:19.117 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.185059ms] [encodeDur=770.47µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=233.586µs] [type=file] [takeTime=2.588978ms] [] [2024/04/30 16:15:19.118 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [takeTime=25.383716ms] [] [2024/04/30 16:15:19.118 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/b6e8be58-a19c-4d4e-a5d3-8a26a537a450.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/04/30 16:15:19.118 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/04/30 16:15:19.118 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/04/30 16:15:19.118 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:19.120 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.943085ms] [] [2024/04/30 16:15:19.120 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/04/30 16:15:19.125 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:19.147 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/04/30 16:15:19.147 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:19.167 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/04/30 16:15:19.169 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=48.905343ms] [] [2024/04/30 16:15:19.169 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:19.170 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.094138ms] [] [2024/04/30 16:15:19.170 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/04/30 16:15:19.171 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:19.172 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.518994ms] [] [2024/04/30 16:15:19.172 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/04/30 16:15:19.172 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:19.172 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=54.452µs] [] [2024/04/30 16:15:19.172 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:19.173 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=786.029µs] [] [2024/04/30 16:15:19.254 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/04/30 16:15:19.258 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:19.258 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:19.258 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:19.258 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:19.258 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:19.258 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:19.258 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:19.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:19.259 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:19.259 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:19.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:19.259 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:19.259 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:19.261 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:19.261 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:19.262 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:19.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:19.262 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:19.262 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=237.379526ms] [] [2024/04/30 16:15:19.333 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:19.335 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:19.336 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:19.336 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:19.406 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/04/30 16:15:19.407 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:19.407 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:19.597 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:19.648 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/04/30 16:15:19.649 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/04/30 16:15:19.649 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/04/30 16:15:19.654 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=5.152754ms] [] [2024/04/30 16:15:19.654 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/04/30 16:15:19.654 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/04/30 16:15:19.654 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [weight=30] [2024/04/30 16:15:19.654 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [concurrency=15] [2024/04/30 16:15:19.658 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/04/30 16:15:19.659 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/04/30 16:15:19.659 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=10.47163ms] [] [2024/04/30 16:15:19.659 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=10.741516ms] [] [2024/04/30 16:15:19.702 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=105.406401ms] [] [2024/04/30 16:15:19.734 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:19.734 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/04/30 16:15:19.737 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/04/30 16:15:19.786 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/04/30 16:15:19.818 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30] [2024/04/30 16:15:19.837 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:19.837 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/04/30 16:15:19.913 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:19.957 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.639609805\n# Parse_time: 0.001707071\n# Compile_time: 0.003982836\n# Rewrite_time: 0.001781235\n# Optimize_time: 0.001128867\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/04/30 16:15:19.995 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:20.190 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:20.283 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:20.324 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/04/30 16:15:20.324 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:20.431 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:20.433 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:20.434 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/04/30 16:15:20.456 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:20.458 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/04/30 16:15:20.458 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/04/30 16:15:20.459 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=52.183µs] [2024/04/30 16:15:20.459 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=167.834µs] [] [2024/04/30 16:15:20.459 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:20.459 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:20.570 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/04/30 16:15:20.589 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/04/30 16:15:20.596 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:20.641 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:20.642 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/04/30 16:15:20.644 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:20.653 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:20.653 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:20.654 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:20.654 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:20.655 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:20.655 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:20.655 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:20.655 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:20.655 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:20.669 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:20.671 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:20.671 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/04/30 16:15:20.671 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:20.671 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=700.7GiB] [2024/04/30 16:15:20.714 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [2024/04/30 16:15:20.718 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:20.721 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:20.721 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/04/30 16:15:20.779 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/04/30 16:15:20.783 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.164601ms] [encodeDur=1.473917ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=322.922µs] [type=file] [takeTime=3.319317ms] [] [2024/04/30 16:15:20.783 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/0a674cdc-ca7d-42de-b600-7efff1fd1bde.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/04/30 16:15:20.783 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [takeTime=69.417733ms] [] [2024/04/30 16:15:20.784 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/04/30 16:15:20.784 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/04/30 16:15:20.784 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:20.786 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.148552ms] [] [2024/04/30 16:15:20.786 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/04/30 16:15:20.791 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:20.813 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/04/30 16:15:20.813 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:20.832 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/04/30 16:15:20.834 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=47.289557ms] [] [2024/04/30 16:15:20.834 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/04/30 16:15:20.835 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.22649ms] [] [2024/04/30 16:15:20.835 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/04/30 16:15:20.835 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:20.837 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.761907ms] [] [2024/04/30 16:15:20.837 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/04/30 16:15:20.837 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:20.837 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=62.188µs] [] [2024/04/30 16:15:20.837 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/04/30 16:15:20.838 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.030145ms] [] [2024/04/30 16:15:20.889 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:20.892 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:20.892 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:20.892 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:20.892 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:20.895 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:20.895 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:20.895 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:20.895 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:20.895 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:20.895 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=254.224879ms] [] [2024/04/30 16:15:20.946 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:20.948 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:20.949 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:20.949 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:21.017 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/04/30 16:15:21.019 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:21.019 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:21.197 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:21.249 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/04/30 16:15:21.249 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/04/30 16:15:21.249 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/04/30 16:15:21.255 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=5.126984ms] [] [2024/04/30 16:15:21.255 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/04/30 16:15:21.255 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/04/30 16:15:21.255 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [weight=30] [2024/04/30 16:15:21.255 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [concurrency=15] [2024/04/30 16:15:21.259 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/04/30 16:15:21.259 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/04/30 16:15:21.259 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=9.918806ms] [] [2024/04/30 16:15:21.259 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=10.173239ms] [] [2024/04/30 16:15:21.303 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=106.077234ms] [] [2024/04/30 16:15:21.348 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:21.348 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/04/30 16:15:21.351 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/04/30 16:15:21.424 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/04/30 16:15:21.434 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=31] [2024/04/30 16:15:21.454 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:21.454 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/04/30 16:15:21.570 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:21.576 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.596334568\n# Parse_time: 0.001394979\n# Compile_time: 0.002578596\n# Rewrite_time: 0.001406884\n# Optimize_time: 0.001141294\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/04/30 16:15:21.588 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/04/30 16:15:21.649 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:21.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:21.649 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:21.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/04/30 16:15:21.718 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:21.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:21.728 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/04/30 16:15:21.797 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=3.091971ms] [gotSchemaVersion=133] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:21.808 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=133] [2024/04/30 16:15:21.843 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.568937ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:21.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:21.884 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:21.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:21.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/04/30 16:15:21.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:21.929 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.343162987\n# Parse_time: 0.0010202\n# Compile_time: 0.001354708\n# Rewrite_time: 0.000057063\n# Optimize_time: 0.001289827\n# Wait_TS: 0.000434406\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/04/30 16:15:21.949 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:22.184 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:22.276 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:22.321 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/04/30 16:15:22.322 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:22.428 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:22.430 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:22.431 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/04/30 16:15:22.451 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:22.455 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/04/30 16:15:22.455 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/04/30 16:15:22.455 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=69.44µs] [2024/04/30 16:15:22.455 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=182.013µs] [] [2024/04/30 16:15:22.455 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:22.455 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:22.575 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/04/30 16:15:22.594 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/04/30 16:15:22.610 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:22.657 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:22.659 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/04/30 16:15:22.660 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:22.669 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:22.669 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:22.670 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:22.670 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:22.671 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:22.671 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:22.671 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:22.671 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:22.671 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:22.685 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:22.687 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:22.687 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/04/30 16:15:22.687 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:22.687 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=700.7GiB] [2024/04/30 16:15:22.729 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [2024/04/30 16:15:22.733 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:22.737 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:22.737 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/04/30 16:15:22.786 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/04/30 16:15:22.789 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.215703ms] [encodeDur=991.216µs] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=314.229µs] [type=file] [takeTime=2.983158ms] [] [2024/04/30 16:15:22.790 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [takeTime=60.932967ms] [] [2024/04/30 16:15:22.790 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/d8b3a90a-7b1e-45a0-850d-504ce640edf1.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/04/30 16:15:22.790 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/04/30 16:15:22.790 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/04/30 16:15:22.790 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:22.792 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.096647ms] [] [2024/04/30 16:15:22.792 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/04/30 16:15:22.797 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:22.850 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/04/30 16:15:22.850 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:22.866 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/04/30 16:15:22.868 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=75.824817ms] [] [2024/04/30 16:15:22.868 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:22.870 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.210643ms] [] [2024/04/30 16:15:22.870 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/04/30 16:15:22.870 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:22.872 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.757756ms] [] [2024/04/30 16:15:22.872 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/04/30 16:15:22.872 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:22.872 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=54.699µs] [] [2024/04/30 16:15:22.872 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:22.873 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=883.446µs] [] [2024/04/30 16:15:22.924 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:22.928 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:22.928 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:22.928 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:22.928 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:22.931 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:22.931 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:22.931 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:22.931 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:22.931 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:22.931 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=273.484027ms] [] [2024/04/30 16:15:22.946 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:22.948 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:22.949 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:22.949 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:23.021 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/04/30 16:15:23.023 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:23.023 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:23.169 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:23.248 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/04/30 16:15:23.249 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/04/30 16:15:23.249 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/04/30 16:15:23.258 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=9.157429ms] [] [2024/04/30 16:15:23.258 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/04/30 16:15:23.258 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/04/30 16:15:23.258 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [weight=30] [2024/04/30 16:15:23.258 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [concurrency=15] [2024/04/30 16:15:23.262 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/04/30 16:15:23.263 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/04/30 16:15:23.263 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=14.576634ms] [] [2024/04/30 16:15:23.263 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=14.801089ms] [] [2024/04/30 16:15:23.309 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=139.688056ms] [] [2024/04/30 16:15:23.346 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:23.346 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/04/30 16:15:23.348 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/04/30 16:15:23.396 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/04/30 16:15:23.430 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=32] [2024/04/30 16:15:23.453 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:23.453 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/04/30 16:15:23.528 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:23.534 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6041378389999998\n# Parse_time: 0.001937936\n# Compile_time: 0.003215488\n# Rewrite_time: 0.001752836\n# Optimize_time: 0.001289827\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/04/30 16:15:23.600 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:23.787 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:23.875 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:23.921 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/04/30 16:15:23.922 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:24.029 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:24.031 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:24.032 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/04/30 16:15:24.054 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:24.057 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/04/30 16:15:24.057 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/04/30 16:15:24.057 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=60.228µs] [2024/04/30 16:15:24.057 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=180.523µs] [] [2024/04/30 16:15:24.058 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:24.058 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:24.168 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/04/30 16:15:24.187 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/04/30 16:15:24.212 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:24.258 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:24.259 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/04/30 16:15:24.261 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:24.270 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:24.270 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:24.270 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:24.271 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:24.272 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:24.272 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:24.272 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:24.272 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:24.272 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:24.287 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:24.288 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:24.288 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/04/30 16:15:24.289 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:24.289 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=700.7GiB] [2024/04/30 16:15:24.330 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [2024/04/30 16:15:24.334 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:24.338 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:24.338 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/04/30 16:15:24.354 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/04/30 16:15:24.356 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.01519ms] [encodeDur=867.245µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=302.496µs] [type=file] [takeTime=2.510311ms] [] [2024/04/30 16:15:24.357 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [takeTime=26.858536ms] [] [2024/04/30 16:15:24.357 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/1b514d92-0f47-417e-b119-5dfada1a0310.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/04/30 16:15:24.357 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/04/30 16:15:24.357 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/04/30 16:15:24.357 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:24.359 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.002978ms] [] [2024/04/30 16:15:24.359 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/04/30 16:15:24.364 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:24.386 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/04/30 16:15:24.387 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:24.403 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/04/30 16:15:24.405 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=45.930572ms] [] [2024/04/30 16:15:24.405 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:24.406 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.000623ms] [] [2024/04/30 16:15:24.406 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/04/30 16:15:24.407 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:24.408 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.553762ms] [] [2024/04/30 16:15:24.408 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/04/30 16:15:24.408 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:24.408 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=63.768µs] [] [2024/04/30 16:15:24.408 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:24.409 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=971.975µs] [] [2024/04/30 16:15:24.443 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=32.817262ms] [2024/04/30 16:15:24.502 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:24.506 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:24.506 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:24.506 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:24.506 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:24.509 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:24.509 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:24.509 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:24.509 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:24.509 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:24.509 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=250.602887ms] [] [2024/04/30 16:15:24.544 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:24.545 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:24.546 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:24.546 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:24.613 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/04/30 16:15:24.615 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:24.615 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:24.799 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:24.846 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/04/30 16:15:24.846 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/04/30 16:15:24.846 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/04/30 16:15:24.852 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=5.485756ms] [] [2024/04/30 16:15:24.852 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/04/30 16:15:24.852 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/04/30 16:15:24.852 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [weight=30] [2024/04/30 16:15:24.852 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [concurrency=15] [2024/04/30 16:15:24.857 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/04/30 16:15:24.857 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/04/30 16:15:24.857 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=11.130699ms] [] [2024/04/30 16:15:24.858 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=11.380955ms] [] [2024/04/30 16:15:24.902 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=103.09168ms] [] [2024/04/30 16:15:24.943 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:24.943 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/04/30 16:15:24.946 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/04/30 16:15:24.985 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/04/30 16:15:25.027 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=33] [2024/04/30 16:15:25.046 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:25.046 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/04/30 16:15:25.163 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:25.165 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.608938732\n# Parse_time: 0.001100405\n# Compile_time: 0.002765834\n# Rewrite_time: 0.001264467\n# Optimize_time: 0.000944715\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/04/30 16:15:25.206 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:25.391 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:25.494 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=30] [global-sort=false] [2024/04/30 16:15:25.532 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/04/30 16:15:25.532 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=30] [2024/04/30 16:15:25.638 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:25.640 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:25.641 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/04/30 16:15:25.662 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:25.665 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/04/30 16:15:25.665 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/04/30 16:15:25.666 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=73.995µs] [2024/04/30 16:15:25.666 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=195.718µs] [] [2024/04/30 16:15:25.666 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:25.666 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=30] [subtasks=1] [2024/04/30 16:15:25.780 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/04/30 16:15:25.799 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/04/30 16:15:25.830 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=30] [2024/04/30 16:15:25.872 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:25.874 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/04/30 16:15:25.875 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:25.885 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:25.885 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:25.886 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:25.886 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:25.887 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:25.887 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:25.887 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:25.887 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:25.887 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:25.902 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:25.904 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:25.904 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/04/30 16:15:25.904 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:25.904 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=700.7GiB] [2024/04/30 16:15:25.946 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [2024/04/30 16:15:25.950 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:25.954 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:25.954 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/04/30 16:15:26.047 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/04/30 16:15:26.049 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.217364ms] [encodeDur=691.162µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=314.86µs] [type=file] [takeTime=2.614427ms] [] [2024/04/30 16:15:26.050 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [takeTime=104.068957ms] [] [2024/04/30 16:15:26.050 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/8e437347-80fa-42b3-b04d-0380c56ad355.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/04/30 16:15:26.050 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/04/30 16:15:26.051 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/04/30 16:15:26.051 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:26.086 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=35.695064ms] [] [2024/04/30 16:15:26.087 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/04/30 16:15:26.092 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:26.114 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/04/30 16:15:26.115 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:26.134 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/04/30 16:15:26.136 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=48.958494ms] [] [2024/04/30 16:15:26.136 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/04/30 16:15:26.137 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.228808ms] [] [2024/04/30 16:15:26.137 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/04/30 16:15:26.137 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:26.139 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.686909ms] [] [2024/04/30 16:15:26.139 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/04/30 16:15:26.139 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:26.139 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=60.844µs] [] [2024/04/30 16:15:26.139 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/04/30 16:15:26.140 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=914.293µs] [] [2024/04/30 16:15:26.200 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/04/30 16:15:26.203 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:26.203 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:26.203 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:26.203 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:26.203 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:26.203 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:26.204 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:26.204 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:26.204 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:26.204 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:26.204 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:26.204 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:26.204 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:26.206 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:26.206 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:26.206 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:26.206 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:26.206 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:26.206 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=334.081908ms] [] [2024/04/30 16:15:26.254 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:26.255 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:26.256 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:26.256 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:26.317 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/04/30 16:15:26.318 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:26.318 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=30] [subtasks=1] [2024/04/30 16:15:26.498 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [2024/04/30 16:15:26.549 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/04/30 16:15:26.549 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/04/30 16:15:26.549 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/04/30 16:15:26.555 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=5.320416ms] [] [2024/04/30 16:15:26.555 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/04/30 16:15:26.555 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:15:26.555 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [weight=30] [2024/04/30 16:15:26.555 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [concurrency=15] [2024/04/30 16:15:26.559 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/04/30 16:15:26.560 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:15:26.560 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=10.98847ms] [] [2024/04/30 16:15:26.560 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=11.278964ms] [] [2024/04/30 16:15:26.599 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=30, Mem=16GiB]"] [takeTime=100.578651ms] [] [2024/04/30 16:15:26.654 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:26.654 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/04/30 16:15:26.656 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/04/30 16:15:26.726 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/04/30 16:15:26.740 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=34] [2024/04/30 16:15:26.756 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.564188574\n# Parse_time: 0.000640718\n# Compile_time: 0.002432737\n# Rewrite_time: 0.001371781\n# Optimize_time: 0.001441879\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/04/30 16:15:26.761 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:26.761 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] === RUN TestImportInto/TestIgnoreNLines [2024/04/30 16:15:26.766 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/04/30 16:15:26.833 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:26.834 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/04/30 16:15:26.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:26.890 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:26.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=306.845µs] [gotSchemaVersion=134] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:26.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=134] [2024/04/30 16:15:26.967 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.653427ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.036 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.065 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=195.844µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:27.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/04/30 16:15:27.115 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.460145ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=194.625µs] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:27.198 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/04/30 16:15:27.236 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.187796ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.344 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/04/30 16:15:27.354 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/04/30 16:15:27.359 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:26.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.409 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/04/30 16:15:27.409 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:27.414 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.648181611\n# Parse_time: 0.000442494\n# Compile_time: 0.000630795\n# Rewrite_time: 0.000035544\n# Optimize_time: 0.001140027\n# Wait_TS: 0.000354553\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/04/30 16:15:27.416 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/04/30 16:15:27.450 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:27.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:27.450 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:27.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/04/30 16:15:27.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:27.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=1.090353ms] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:15:27.559 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=137] [2024/04/30 16:15:27.597 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.536293ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:27.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.677 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:27.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.703 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/04/30 16:15:27.703 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:27.709 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:15:27.713 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:15:27.793 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:27.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:27.793 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:27.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:15:27.836 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:27.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:27.846 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/04/30 16:15:27.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.611128ms] [gotSchemaVersion=138] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:27.929 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=202] [version=138] [2024/04/30 16:15:27.965 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.246616ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:27.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:28.029 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:27.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:28.072 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/04/30 16:15:28.073 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:28.076 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.365781136\n# Parse_time: 0.001350028\n# Compile_time: 0.001175632\n# Rewrite_time: 0.000054729\n# Optimize_time: 0.001140027\n# Wait_TS: 0.000372839\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:15:28.091 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:28.327 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:28.442 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:15:28.489 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/04/30 16:15:28.489 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:15:28.595 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:28.596 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:28.598 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/04/30 16:15:28.620 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:28.623 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:28.623 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/04/30 16:15:28.623 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=124.75µs] [2024/04/30 16:15:28.624 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=259.603µs] [] [2024/04/30 16:15:28.624 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:28.624 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:15:28.825 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/04/30 16:15:28.844 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/04/30 16:15:28.847 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:15:28.894 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:15:28.896 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/04/30 16:15:28.897 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:28.906 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:28.906 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:28.906 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:28.907 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:28.907 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:28.907 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:28.908 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:28.908 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:28.908 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:28.922 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:28.924 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:28.924 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:28.924 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:28.924 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=700.7GiB] [2024/04/30 16:15:28.968 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [2024/04/30 16:15:28.972 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:28.976 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:28.976 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/04/30 16:15:29.006 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/04/30 16:15:29.009 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=1.098395ms] [encodeDur=1.106398ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=274.508µs] [type=file] [takeTime=2.869917ms] [] [2024/04/30 16:15:29.010 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/04/30 16:15:29.010 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9778bdae-cbfa-4a5c-b263-addbc30b3b14.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/04/30 16:15:29.137 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/04/30 16:15:29.142 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.622556ms] [encodeDur=1.681107ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=476.448µs] [type=file] [takeTime=4.426164ms] [] [2024/04/30 16:15:29.142 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/2259f6b3-2235-4a5e-a287-2606a39825c9.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/04/30 16:15:29.143 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [takeTime=174.249651ms] [] [2024/04/30 16:15:29.143 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/04/30 16:15:29.143 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/04/30 16:15:29.143 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:29.145 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.16066ms] [] [2024/04/30 16:15:29.145 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:15:29.152 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:29.174 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/04/30 16:15:29.174 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:29.189 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/04/30 16:15:29.190 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.904679ms] [] [2024/04/30 16:15:29.191 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:29.192 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.169426ms] [] [2024/04/30 16:15:29.192 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/04/30 16:15:29.192 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:29.194 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.839103ms] [] [2024/04/30 16:15:29.194 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:15:29.194 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:29.194 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=54.92µs] [] [2024/04/30 16:15:29.194 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:29.195 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=916.701µs] [] [2024/04/30 16:15:29.236 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:29.240 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:29.240 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:29.240 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:29.240 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:29.243 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:29.243 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:29.243 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:29.243 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:29.243 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:29.243 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=348.822331ms] [] [2024/04/30 16:15:29.309 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:29.310 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:29.312 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:29.312 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:29.386 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/04/30 16:15:29.388 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:29.388 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:15:29.573 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:15:29.619 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/04/30 16:15:29.619 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/04/30 16:15:29.619 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/04/30 16:15:29.628 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=8.270677ms] [] [2024/04/30 16:15:29.628 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/04/30 16:15:29.628 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/04/30 16:15:29.628 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [weight=30] [2024/04/30 16:15:29.628 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [concurrency=15] [2024/04/30 16:15:29.632 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/04/30 16:15:29.632 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/04/30 16:15:29.632 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=13.158318ms] [] [2024/04/30 16:15:29.632 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=13.369106ms] [] [2024/04/30 16:15:29.675 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=101.782184ms] [] [2024/04/30 16:15:29.714 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:29.714 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/04/30 16:15:29.717 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/04/30 16:15:29.764 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/04/30 16:15:29.796 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=35] [2024/04/30 16:15:29.816 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:29.816 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/04/30 16:15:29.946 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:30.001 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.923254952\n# Parse_time: 0.000521503\n# Compile_time: 0.001475751\n# Rewrite_time: 0.000421884\n# Optimize_time: 0.001140027\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:15:30.012 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/04/30 16:15:30.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:30.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:30.047 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:30.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:15:30.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:30.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:30.129 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/04/30 16:15:30.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=2.838321ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:30.199 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=139] [2024/04/30 16:15:30.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.219032ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:30.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:30.301 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/04/30 16:15:30.310 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/04/30 16:15:30.314 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:30.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:30.420 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/04/30 16:15:30.420 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:30.424 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.413609945\n# Parse_time: 0.00032696\n# Compile_time: 0.001207845\n# Rewrite_time: 0.000056158\n# Optimize_time: 0.001051847\n# Wait_TS: 0.000637215\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:15:30.440 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:30.626 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:30.635 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=60] [new=16] [2024/04/30 16:15:30.779 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:15:30.821 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/04/30 16:15:30.821 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:15:30.926 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:30.928 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:30.929 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/04/30 16:15:30.950 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:30.953 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:30.954 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/04/30 16:15:30.954 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=79.171µs] [2024/04/30 16:15:30.954 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=249.737µs] [] [2024/04/30 16:15:30.954 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:30.954 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:15:31.064 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/04/30 16:15:31.083 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/04/30 16:15:31.100 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:15:31.177 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:15:31.179 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/04/30 16:15:31.180 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:31.190 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:31.190 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:31.190 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:31.190 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:31.192 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:31.192 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:31.192 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:31.192 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:31.192 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:31.207 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:31.209 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:31.209 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:31.209 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:31.210 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=700.7GiB] [2024/04/30 16:15:31.258 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [2024/04/30 16:15:31.262 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:31.266 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:31.266 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/04/30 16:15:31.413 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/04/30 16:15:31.415 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=222.866µs] [encodeDur=1.018038ms] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=341.117µs] [type=file] [takeTime=1.950251ms] [] [2024/04/30 16:15:31.416 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/04/30 16:15:31.416 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/4f170e1e-8631-4013-b833-e453346f1e7d.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/04/30 16:15:31.471 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/04/30 16:15:31.475 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=2.21492ms] [encodeDur=1.366048ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=311.446µs] [type=file] [takeTime=4.326499ms] [] [2024/04/30 16:15:31.476 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [takeTime=217.798361ms] [] [2024/04/30 16:15:31.476 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/dce8593c-8f1b-4d3d-9dfa-1df49b3518a0.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/04/30 16:15:31.476 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/04/30 16:15:31.476 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/04/30 16:15:31.476 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:31.478 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.00715ms] [] [2024/04/30 16:15:31.479 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:15:31.484 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:31.507 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/04/30 16:15:31.507 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:31.521 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/04/30 16:15:31.523 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.764147ms] [] [2024/04/30 16:15:31.523 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:31.525 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.254521ms] [] [2024/04/30 16:15:31.525 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/04/30 16:15:31.525 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:31.527 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.628225ms] [] [2024/04/30 16:15:31.527 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:15:31.527 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:31.527 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=65.431µs] [] [2024/04/30 16:15:31.527 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:31.528 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=914.528µs] [] [2024/04/30 16:15:31.585 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/04/30 16:15:31.588 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:31.588 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:31.588 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:31.588 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:31.588 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:31.588 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:31.589 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:31.589 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:31.589 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:31.589 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:31.589 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:31.589 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:31.589 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:31.591 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:31.591 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:31.591 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:31.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:31.591 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:31.591 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=413.958399ms] [] [2024/04/30 16:15:31.690 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:31.691 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:31.692 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:31.692 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:31.762 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/04/30 16:15:31.764 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:31.764 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:15:31.903 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:15:31.952 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/04/30 16:15:31.952 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/04/30 16:15:31.952 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/04/30 16:15:31.960 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=7.777011ms] [] [2024/04/30 16:15:31.960 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/04/30 16:15:31.960 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/04/30 16:15:31.960 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [weight=30] [2024/04/30 16:15:31.960 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [concurrency=15] [2024/04/30 16:15:31.964 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/04/30 16:15:31.965 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/04/30 16:15:31.965 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=13.030507ms] [] [2024/04/30 16:15:31.965 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=13.208974ms] [] [2024/04/30 16:15:32.048 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=145.843346ms] [] [2024/04/30 16:15:32.058 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:32.058 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/04/30 16:15:32.061 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/04/30 16:15:32.102 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/04/30 16:15:32.126 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=36] [2024/04/30 16:15:32.152 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:32.152 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/04/30 16:15:32.247 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:32.337 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.911937698\n# Parse_time: 0.001009318\n# Compile_time: 0.00170125\n# Rewrite_time: 0.000391583\n# Optimize_time: 0.001051847\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/04/30 16:15:32.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/04/30 16:15:32.380 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:32.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:32.380 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:32.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:15:32.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:32.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:32.494 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/04/30 16:15:32.560 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.591915ms] [gotSchemaVersion=140] [phyTblIDs="[203,205]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:32.573 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=140] [2024/04/30 16:15:32.605 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.335834ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:32.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:32.679 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/04/30 16:15:32.688 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/04/30 16:15:32.692 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:32.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:32.756 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/04/30 16:15:32.757 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:32.761 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.414455126\n# Parse_time: 0.000193604\n# Compile_time: 0.000782357\n# Rewrite_time: 0.000035011\n# Optimize_time: 0.001273209\n# Wait_TS: 0.000355705\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:15:32.778 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:33.022 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:15:33.126 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:15:33.173 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/04/30 16:15:33.173 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:15:33.279 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:33.280 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:33.281 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/04/30 16:15:33.302 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:33.304 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:33.304 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/04/30 16:15:33.304 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=78.526µs] [2024/04/30 16:15:33.304 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=245.503µs] [] [2024/04/30 16:15:33.305 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:33.305 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:15:33.476 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/04/30 16:15:33.495 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/04/30 16:15:33.505 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:15:33.546 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:15:33.547 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/04/30 16:15:33.549 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:33.558 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:33.558 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:33.559 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:33.559 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:33.560 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:33.560 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:33.560 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:33.560 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:33.560 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:33.574 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:33.576 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:33.576 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:33.577 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:33.577 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=700.7GiB] [2024/04/30 16:15:33.625 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [2024/04/30 16:15:33.629 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:33.632 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:33.633 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/04/30 16:15:33.649 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/04/30 16:15:33.651 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=125.617µs] [encodeDur=549.271µs] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=273.186µs] [type=file] [takeTime=1.368595ms] [] [2024/04/30 16:15:33.652 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/04/30 16:15:33.652 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/8aaaeaaf-08c3-4c32-a762-e22b3faa14cb.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/04/30 16:15:33.659 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/04/30 16:15:33.661 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=170.21µs] [encodeDur=900.925µs] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=234.768µs] [type=file] [takeTime=1.646899ms] [] [2024/04/30 16:15:33.662 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [takeTime=37.148963ms] [] [2024/04/30 16:15:33.662 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/4dca98bf-ab8d-40b3-b777-e2a3cc5c1a67.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/04/30 16:15:33.662 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/04/30 16:15:33.662 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/04/30 16:15:33.662 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:33.664 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.791086ms] [] [2024/04/30 16:15:33.664 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:15:33.669 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:33.691 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/04/30 16:15:33.691 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:33.738 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/04/30 16:15:33.740 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=76.038293ms] [] [2024/04/30 16:15:33.740 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:15:33.742 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.403454ms] [] [2024/04/30 16:15:33.742 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/04/30 16:15:33.742 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:33.744 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.782722ms] [] [2024/04/30 16:15:33.744 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:15:33.744 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:33.744 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.006µs] [] [2024/04/30 16:15:33.744 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:15:33.745 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.212019ms] [] [2024/04/30 16:15:33.791 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/04/30 16:15:33.794 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:33.794 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:33.794 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:33.794 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:33.794 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:33.794 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:33.794 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:33.794 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:33.795 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:33.795 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:33.795 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:33.795 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:33.795 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:33.797 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:33.797 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:33.797 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:33.797 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:33.797 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:33.797 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=250.989881ms] [] [2024/04/30 16:15:33.799 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:33.801 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:33.802 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:33.802 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:33.871 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/04/30 16:15:33.873 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:33.873 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:15:34.023 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:15:34.113 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/04/30 16:15:34.113 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/04/30 16:15:34.113 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/04/30 16:15:34.121 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=7.837955ms] [] [2024/04/30 16:15:34.121 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/04/30 16:15:34.121 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/04/30 16:15:34.122 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [weight=30] [2024/04/30 16:15:34.122 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [concurrency=15] [2024/04/30 16:15:34.126 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/04/30 16:15:34.126 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/04/30 16:15:34.127 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=13.192503ms] [] [2024/04/30 16:15:34.127 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=13.417543ms] [] [2024/04/30 16:15:34.176 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=153.24151ms] [] [2024/04/30 16:15:34.198 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:34.198 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/04/30 16:15:34.201 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/04/30 16:15:34.267 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/04/30 16:15:34.278 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=37] [2024/04/30 16:15:34.301 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:34.301 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/04/30 16:15:34.398 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.636623933\n# Parse_time: 0.0012363\n# Compile_time: 0.002061389\n# Rewrite_time: 0.000374783\n# Optimize_time: 0.001273209\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] [2024/04/30 16:15:34.406 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/04/30 16:15:34.408 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/04/30 16:15:34.433 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:34.432 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/04/30 16:15:34.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:34.569 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=306.178µs] [gotSchemaVersion=141] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:34.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=141] [2024/04/30 16:15:34.617 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.422769ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:34.693 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:34.722 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=220.94µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:34.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/04/30 16:15:34.771 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.089431ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:34.838 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:34.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=217.474µs] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:34.882 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/04/30 16:15:34.919 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=52.7348ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.028 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/04/30 16:15:35.039 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/04/30 16:15:35.044 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:34.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.093 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/04/30 16:15:35.093 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:35.097 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.690839376\n# Parse_time: 0.000486937\n# Compile_time: 0.000894394\n# Rewrite_time: 0.000042788\n# Optimize_time: 0.000965607\n# Wait_TS: 0.000380126\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/04/30 16:15:35.099 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/04/30 16:15:35.127 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:35.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:35.127 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:35.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/04/30 16:15:35.193 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:35.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=1.228778ms] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:15:35.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=144] [2024/04/30 16:15:35.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=54.021791ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:35.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.346 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:35.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.375 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/04/30 16:15:35.375 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:35.383 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:15:35.446 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=35.09768ms] [2024/04/30 16:15:35.477 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:35.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:35.477 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:35.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:15:35.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:35.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.560 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/04/30 16:15:35.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.612083ms] [gotSchemaVersion=145] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:35.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=145] [2024/04/30 16:15:35.661 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=52.960214ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:35.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.732 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:35.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:35.774 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/04/30 16:15:35.774 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:35.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.397199975\n# Parse_time: 0.001762229\n# Compile_time: 0.001107729\n# Rewrite_time: 0.000050787\n# Optimize_time: 0.000965607\n# Wait_TS: 0.000480935\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:15:35.780 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/04/30 16:15:36.046 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/04/30 16:15:36.180 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/04/30 16:15:36.390 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/04/30 16:15:36.549 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/04/30 16:15:36.743 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/04/30 16:15:36.893 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/04/30 16:15:37.095 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:37.294 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:37.436 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:15:37.466 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/04/30 16:15:37.466 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:15:37.573 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:37.575 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:37.576 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/04/30 16:15:37.595 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:37.598 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:37.598 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/04/30 16:15:37.598 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=51.399µs] [2024/04/30 16:15:37.598 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=218.271µs] [] [2024/04/30 16:15:37.598 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:37.598 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:15:37.732 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/04/30 16:15:37.752 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/04/30 16:15:37.762 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:15:37.853 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:37.855 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/04/30 16:15:37.856 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:37.865 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:37.865 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:37.865 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:37.865 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:37.866 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:37.866 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:37.866 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:37.866 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:37.867 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:37.882 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:37.884 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:37.884 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:37.885 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:37.885 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=700.7GiB] [2024/04/30 16:15:37.926 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [2024/04/30 16:15:37.930 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:37.933 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:37.934 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/04/30 16:15:37.950 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/04/30 16:15:37.953 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.228992ms] [encodeDur=861.59µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=294.849µs] [type=file] [takeTime=2.825998ms] [] [2024/04/30 16:15:37.954 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [takeTime=27.980157ms] [] [2024/04/30 16:15:37.954 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1a002a67-cea4-4dc3-b525-744c536ba1a2.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/04/30 16:15:37.954 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/04/30 16:15:37.954 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/04/30 16:15:37.954 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:37.956 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.086372ms] [] [2024/04/30 16:15:37.956 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:15:37.961 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:37.983 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/04/30 16:15:37.983 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:37.997 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/04/30 16:15:37.999 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.785644ms] [] [2024/04/30 16:15:37.999 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:38.000 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.075623ms] [] [2024/04/30 16:15:38.000 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/04/30 16:15:38.000 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:38.002 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.473919ms] [] [2024/04/30 16:15:38.002 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:15:38.002 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:38.002 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=64.896µs] [] [2024/04/30 16:15:38.002 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:38.003 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=883.423µs] [] [2024/04/30 16:15:38.054 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:38.057 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:38.057 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:38.057 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:38.057 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:38.059 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:38.059 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:38.059 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:38.059 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:38.059 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:38.060 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=206.054764ms] [] [2024/04/30 16:15:38.089 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:38.091 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:38.092 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:38.092 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:38.159 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/04/30 16:15:38.160 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:38.160 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:15:38.359 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:38.409 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/04/30 16:15:38.409 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/04/30 16:15:38.409 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/04/30 16:15:38.417 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=7.620262ms] [] [2024/04/30 16:15:38.417 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/04/30 16:15:38.417 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/04/30 16:15:38.417 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [weight=30] [2024/04/30 16:15:38.417 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [concurrency=15] [2024/04/30 16:15:38.421 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/04/30 16:15:38.421 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/04/30 16:15:38.422 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=12.404936ms] [] [2024/04/30 16:15:38.422 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=12.62155ms] [] [2024/04/30 16:15:38.467 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=107.617524ms] [] [2024/04/30 16:15:38.485 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:38.485 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/04/30 16:15:38.488 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/04/30 16:15:38.556 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/04/30 16:15:38.572 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=38] [2024/04/30 16:15:38.597 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:38.597 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/04/30 16:15:38.707 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.627581518\n# Parse_time: 0.0006884\n# Compile_time: 0.00208203\n# Rewrite_time: 0.000320347\n# Optimize_time: 0.000965607\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:15:38.716 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/04/30 16:15:38.717 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/04/30 16:15:38.727 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:38.746 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:38.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:38.746 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:38.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:15:38.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:38.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:38.808 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/04/30 16:15:38.860 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=2.270059ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:38.871 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=146] [2024/04/30 16:15:38.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.350169ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:38.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:38.979 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/04/30 16:15:38.988 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/04/30 16:15:38.992 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:38.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:39.086 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/04/30 16:15:39.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:39.090 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.373337593\n# Parse_time: 0.000274245\n# Compile_time: 0.000771119\n# Rewrite_time: 0.000035339\n# Optimize_time: 0.001901376\n# Wait_TS: 0.000459399\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:15:39.107 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:39.295 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:39.390 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:15:39.471 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/04/30 16:15:39.472 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:15:39.577 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:39.579 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:39.580 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/04/30 16:15:39.602 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:39.604 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:39.605 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/04/30 16:15:39.605 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=62.241µs] [2024/04/30 16:15:39.605 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=207.495µs] [] [2024/04/30 16:15:39.605 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:39.605 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:15:39.735 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/04/30 16:15:39.753 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/04/30 16:15:39.779 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:15:39.856 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:39.858 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/04/30 16:15:39.859 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:39.868 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:39.868 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:39.869 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:39.869 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:39.870 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:39.870 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:39.870 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:39.870 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:39.870 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:39.885 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:39.887 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:39.887 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:39.887 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:39.887 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=700.7GiB] [2024/04/30 16:15:39.934 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [2024/04/30 16:15:39.939 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:39.942 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:39.943 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/04/30 16:15:39.958 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/04/30 16:15:39.960 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.210491ms] [encodeDur=920.861µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=255.781µs] [type=file] [takeTime=2.828748ms] [] [2024/04/30 16:15:39.961 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [takeTime=27.092765ms] [] [2024/04/30 16:15:39.961 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d2338d61-7d33-4c26-a2a7-6033e0772d70.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/04/30 16:15:39.961 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/04/30 16:15:39.961 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/04/30 16:15:39.961 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:39.963 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.961775ms] [] [2024/04/30 16:15:39.964 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:15:39.968 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:39.990 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/04/30 16:15:39.990 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:40.004 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/04/30 16:15:40.006 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.45033ms] [] [2024/04/30 16:15:40.006 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:40.007 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.196022ms] [] [2024/04/30 16:15:40.007 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/04/30 16:15:40.008 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:40.009 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.505576ms] [] [2024/04/30 16:15:40.009 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:15:40.009 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:40.009 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=55.231µs] [] [2024/04/30 16:15:40.009 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:40.010 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=935.679µs] [] [2024/04/30 16:15:40.065 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/04/30 16:15:40.068 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:40.068 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:40.068 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:40.068 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:40.070 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:40.070 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:40.071 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:40.071 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:40.071 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:40.071 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=214.047199ms] [] [2024/04/30 16:15:40.092 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:40.093 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:40.094 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:40.095 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:40.168 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/04/30 16:15:40.170 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:40.170 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:15:40.368 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:40.408 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/04/30 16:15:40.408 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/04/30 16:15:40.408 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/04/30 16:15:40.417 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=8.231125ms] [] [2024/04/30 16:15:40.417 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/04/30 16:15:40.417 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/04/30 16:15:40.417 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [weight=30] [2024/04/30 16:15:40.417 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [concurrency=15] [2024/04/30 16:15:40.421 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/04/30 16:15:40.421 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/04/30 16:15:40.421 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.122734ms] [] [2024/04/30 16:15:40.422 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.350296ms] [] [2024/04/30 16:15:40.465 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=97.421311ms] [] [2024/04/30 16:15:40.494 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:40.494 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/04/30 16:15:40.497 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/04/30 16:15:40.549 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/04/30 16:15:40.578 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=39] [2024/04/30 16:15:40.635 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:40.635 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/04/30 16:15:40.690 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.598937701\n# Parse_time: 0.000871052\n# Compile_time: 0.001863032\n# Rewrite_time: 0.000309174\n# Optimize_time: 0.001901376\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:15:40.700 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4207\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase545609999/001/file.csv'"] [2024/04/30 16:15:40.702 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/04/30 16:15:40.739 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:40.843 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/04/30 16:15:40.877 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:40.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:15:40.877 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:40.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:40.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:40.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:40.955 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/04/30 16:15:41.038 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=2.705473ms] [gotSchemaVersion=147] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:41.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=147] [2024/04/30 16:15:41.083 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.150148ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:40.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:41.133 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/04/30 16:15:41.141 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/04/30 16:15:41.145 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:40.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:41.204 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/04/30 16:15:41.204 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:41.208 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.365943683\n# Parse_time: 0.000228555\n# Compile_time: 0.000730516\n# Rewrite_time: 0.000046342\n# Optimize_time: 0.001113874\n# Wait_TS: 0.000266132\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:15:41.427 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase545609999/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:41.427 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:15:41.427 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/04/30 16:15:41.427 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=72.382µs] [2024/04/30 16:15:41.427 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=245.246µs] [] [2024/04/30 16:15:41.521 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:15:41.561 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/04/30 16:15:41.561 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:15:41.667 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:41.669 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:41.670 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/04/30 16:15:41.687 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:41.687 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:15:41.840 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/04/30 16:15:41.858 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/04/30 16:15:41.877 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:15:41.916 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:41.917 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/04/30 16:15:41.926 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:41.926 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:41.926 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:41.927 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:41.927 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:41.927 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:41.927 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:41.927 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:41.928 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:41.942 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:41.943 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:41.943 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:15:41.943 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:41.943 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=700.7GiB] [2024/04/30 16:15:41.989 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [2024/04/30 16:15:41.992 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:41.996 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:41.996 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/04/30 16:15:42.009 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/04/30 16:15:42.011 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=190.527µs] [encodeDur=720.555µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=257.729µs] [type=file] [takeTime=1.47387ms] [] [2024/04/30 16:15:42.011 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [takeTime=22.60243ms] [] [2024/04/30 16:15:42.011 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e4df65d4-2350-4225-93dc-91df2069294d.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/04/30 16:15:42.012 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/04/30 16:15:42.012 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/04/30 16:15:42.012 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:42.013 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.738845ms] [] [2024/04/30 16:15:42.014 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/04/30 16:15:42.018 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:42.040 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/04/30 16:15:42.040 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:42.054 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/04/30 16:15:42.056 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.16911ms] [] [2024/04/30 16:15:42.056 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/04/30 16:15:42.057 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.030272ms] [] [2024/04/30 16:15:42.057 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/04/30 16:15:42.057 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:42.059 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.4763ms] [] [2024/04/30 16:15:42.059 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/04/30 16:15:42.059 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:42.059 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=55.199µs] [] [2024/04/30 16:15:42.059 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/04/30 16:15:42.060 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=827.95µs] [] [2024/04/30 16:15:42.109 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:42.112 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:42.112 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:42.112 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:42.112 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:42.114 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:42.115 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:42.115 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:42.115 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:42.115 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:42.115 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=198.762185ms] [] [2024/04/30 16:15:42.183 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:42.185 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:42.186 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:42.186 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:15:42.278 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/04/30 16:15:42.280 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:42.280 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:15:42.441 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:42.484 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/04/30 16:15:42.484 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/04/30 16:15:42.484 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/04/30 16:15:42.491 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=7.217747ms] [] [2024/04/30 16:15:42.491 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/04/30 16:15:42.491 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/04/30 16:15:42.491 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [weight=30] [2024/04/30 16:15:42.491 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [concurrency=15] [2024/04/30 16:15:42.495 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/04/30 16:15:42.496 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/04/30 16:15:42.496 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=12.105133ms] [] [2024/04/30 16:15:42.496 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=12.307162ms] [] [2024/04/30 16:15:42.562 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=120.629472ms] [] [2024/04/30 16:15:42.583 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:42.583 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/04/30 16:15:42.587 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/04/30 16:15:42.651 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/04/30 16:15:42.669 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=40] [2024/04/30 16:15:42.692 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:42.692 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/04/30 16:15:42.774 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.565227454\n# Parse_time: 0.000421124\n# Compile_time: 0.001307645\n# Rewrite_time: 0.000297768\n# Optimize_time: 0.001113874\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase545609999/001/file.csv';"] [2024/04/30 16:15:42.780 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestImportMode [2024/04/30 16:15:42.787 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/04/30 16:15:42.810 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:42.810 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/04/30 16:15:42.847 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:42.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=243.354µs] [gotSchemaVersion=148] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:42.893 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=148] [2024/04/30 16:15:42.953 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=76.303649ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.012 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.050 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=231.647µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:43.063 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/04/30 16:15:43.099 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.082584ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.164 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=218.86µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:15:43.176 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/04/30 16:15:43.213 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.563192ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.306 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/04/30 16:15:43.318 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/04/30 16:15:43.322 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:42.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.381 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/04/30 16:15:43.381 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:43.385 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.598981106\n# Parse_time: 0.000744495\n# Compile_time: 0.000807817\n# Rewrite_time: 0.000039398\n# Optimize_time: 0.000929596\n# Wait_TS: 0.000413166\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/04/30 16:15:43.386 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/04/30 16:15:43.459 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:43.459 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/04/30 16:15:43.530 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.563 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=1.155718ms] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:15:43.576 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=151] [2024/04/30 16:15:43.611 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.419377ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:15:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.656 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:43.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.682 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/04/30 16:15:43.682 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:43.686 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.300443235\n# Parse_time: 0.000282499\n# Compile_time: 0.000711337\n# Rewrite_time: 0.000033304\n# Optimize_time: 0.000929596\n# Wait_TS: 0.000359763\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/04/30 16:15:43.688 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/04/30 16:15:43.740 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:43.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:43.740 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:43.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/04/30 16:15:43.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:43.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:43.823 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/04/30 16:15:43.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.893692ms] [gotSchemaVersion=152] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:15:43.932 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=152] [2024/04/30 16:15:43.965 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.517488ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:43.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:44.034 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:43.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:44.079 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/04/30 16:15:44.079 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:44.083 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.396076095\n# Parse_time: 0.000623542\n# Compile_time: 0.001011782\n# Rewrite_time: 0.000047072\n# Optimize_time: 0.000929596\n# Wait_TS: 0.000455041\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/04/30 16:15:44.098 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:44.266 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:44.406 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:15:44.451 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/04/30 16:15:44.451 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:15:44.557 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:44.558 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:44.559 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/04/30 16:15:44.581 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:44.584 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/04/30 16:15:44.584 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/04/30 16:15:44.584 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=68.322µs] [2024/04/30 16:15:44.585 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=192.177µs] [] [2024/04/30 16:15:44.585 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:44.585 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:15:44.764 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/04/30 16:15:44.771 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/04/30 16:15:44.818 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:15:44.863 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:44.864 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/04/30 16:15:44.866 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:44.874 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:44.874 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:44.875 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:44.875 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:44.875 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:44.876 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:44.876 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:44.876 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:44.876 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:44.890 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:44.892 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:44.892 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/04/30 16:15:44.892 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:44.892 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=700.7GiB] [2024/04/30 16:15:44.936 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [2024/04/30 16:15:44.940 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:44.943 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:44.944 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/04/30 16:15:44.959 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/04/30 16:15:44.961 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.119162ms] [encodeDur=479.656µs] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=268.882µs] [type=file] [takeTime=2.251428ms] [] [2024/04/30 16:15:44.962 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/b8ef0d47-ad39-4987-92fd-02e8e74a420d.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/04/30 16:15:44.962 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [takeTime=26.182365ms] [] [2024/04/30 16:15:44.962 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/04/30 16:15:44.962 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/04/30 16:15:44.962 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:44.964 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.748184ms] [] [2024/04/30 16:15:44.964 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/04/30 16:15:44.969 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:44.992 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:15:44.992 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:45.006 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:15:45.008 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=44.395288ms] [] [2024/04/30 16:15:45.009 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:45.010 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.172802ms] [] [2024/04/30 16:15:45.010 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/04/30 16:15:45.010 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:45.011 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.519777ms] [] [2024/04/30 16:15:45.012 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/04/30 16:15:45.012 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:45.012 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=81.219µs] [] [2024/04/30 16:15:45.012 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:45.013 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=867.379µs] [] [2024/04/30 16:15:45.060 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:45.063 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:45.063 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:45.063 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:45.063 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:45.065 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:45.065 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:45.065 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:45.065 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:45.065 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:45.065 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=202.090824ms] [] [2024/04/30 16:15:45.073 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:45.074 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:45.076 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:45.076 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/04/30 16:15:45.133 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/04/30 16:15:45.135 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:45.135 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:15:45.343 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:45.385 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/04/30 16:15:45.385 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/04/30 16:15:45.385 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/04/30 16:15:45.393 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=7.771368ms] [] [2024/04/30 16:15:45.393 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/04/30 16:15:45.393 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/04/30 16:15:45.393 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [weight=30] [2024/04/30 16:15:45.393 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [concurrency=15] [2024/04/30 16:15:45.397 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/04/30 16:15:45.397 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/04/30 16:15:45.397 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=12.514427ms] [] [2024/04/30 16:15:45.397 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=12.751781ms] [] [2024/04/30 16:15:45.440 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=96.729876ms] [] [2024/04/30 16:15:45.474 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:45.474 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/04/30 16:15:45.477 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/04/30 16:15:45.558 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/04/30 16:15:45.563 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=41] [2024/04/30 16:15:45.583 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:45.583 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/04/30 16:15:45.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.582868188\n# Parse_time: 0.000525334\n# Compile_time: 0.001761956\n# Rewrite_time: 0.000299618\n# Optimize_time: 0.000929596\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/04/30 16:15:45.685 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:45.711 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/04/30 16:15:45.744 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:45.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:45.744 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:45.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/04/30 16:15:45.797 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:45.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:45.809 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/04/30 16:15:45.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.722267ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:45.883 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=153] [2024/04/30 16:15:45.917 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=52.917496ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:45.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:46.019 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/04/30 16:15:46.029 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/04/30 16:15:46.033 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:45.709 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:46.104 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/04/30 16:15:46.104 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:46.108 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398482445\n# Parse_time: 0.000351989\n# Compile_time: 0.000843181\n# Rewrite_time: 0.000035798\n# Optimize_time: 0.001198141\n# Wait_TS: 0.000394788\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/04/30 16:15:46.123 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:46.339 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:46.494 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:15:46.534 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/04/30 16:15:46.535 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:15:46.639 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:46.641 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:46.642 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/04/30 16:15:46.661 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:46.664 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/04/30 16:15:46.664 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/04/30 16:15:46.664 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=58.751µs] [2024/04/30 16:15:46.664 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=176.449µs] [] [2024/04/30 16:15:46.664 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:46.664 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:15:46.829 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/04/30 16:15:46.835 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/04/30 16:15:46.849 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:15:46.886 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:46.887 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/04/30 16:15:46.888 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:46.897 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:46.897 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:46.897 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:46.897 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:46.898 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:46.898 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:46.898 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:46.898 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:46.898 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:46.913 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:46.915 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:46.915 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/04/30 16:15:46.915 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:46.915 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=700.7GiB] [2024/04/30 16:15:46.962 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [2024/04/30 16:15:46.966 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:46.969 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:46.969 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/04/30 16:15:46.977 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/04/30 16:15:46.979 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=1.120592ms] [encodeDur=483.795µs] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=284.822µs] [type=file] [takeTime=2.275214ms] [] [2024/04/30 16:15:46.980 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [takeTime=18.190428ms] [] [2024/04/30 16:15:46.980 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/e743b75c-8d38-43ef-88a7-084991919575.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/04/30 16:15:46.980 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/04/30 16:15:46.980 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/04/30 16:15:46.980 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:46.982 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.052974ms] [] [2024/04/30 16:15:46.983 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/04/30 16:15:46.989 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:47.011 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:15:47.011 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:47.024 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:15:47.025 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=42.845716ms] [] [2024/04/30 16:15:47.026 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:47.027 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.061673ms] [] [2024/04/30 16:15:47.027 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/04/30 16:15:47.027 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:47.029 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.886434ms] [] [2024/04/30 16:15:47.029 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/04/30 16:15:47.029 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:47.029 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=63.822µs] [] [2024/04/30 16:15:47.029 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:47.030 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=931.076µs] [] [2024/04/30 16:15:47.075 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/04/30 16:15:47.078 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:47.078 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:47.078 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:47.078 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:47.080 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:47.080 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:47.080 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:47.080 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:47.080 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:47.080 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=194.387054ms] [] [2024/04/30 16:15:47.156 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:47.157 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:47.158 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:47.158 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/04/30 16:15:47.248 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/04/30 16:15:47.250 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:47.250 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:15:47.410 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:47.466 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/04/30 16:15:52.466 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/04/30 16:15:52.466 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/04/30 16:15:52.474 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=7.626611ms] [] [2024/04/30 16:15:52.474 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/04/30 16:15:52.474 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/04/30 16:15:52.474 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [weight=30] [2024/04/30 16:15:52.474 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [concurrency=15] [Pipeline] } [2024/04/30 16:15:52.478 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/04/30 16:15:52.479 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/04/30 16:15:52.479 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=12.458038ms] [] [2024/04/30 16:15:52.479 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=5.013029554s] [] [2024/04/30 16:15:52.564 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=5.154102316s] [] [2024/04/30 16:15:52.589 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:52.589 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/04/30 16:15:52.593 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/04/30 16:15:52.646 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=42] [2024/04/30 16:15:52.657 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/04/30 16:15:52.666 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:52.666 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/04/30 16:15:52.685 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/04/30 16:15:52.685 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/04/30 16:15:52.761 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:52.791 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=42] [2024/04/30 16:15:52.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.749562172\n# Parse_time: 0.000856903\n# Compile_time: 0.002380628\n# Rewrite_time: 0.000298024\n# Optimize_time: 0.001198141\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni43NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni43NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/04/30 16:15:52.867 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/04/30 16:15:52.896 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:52.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:52.896 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:52.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/04/30 16:15:52.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:52.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:52.992 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/04/30 16:15:53.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.822014ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:53.063 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=154] [2024/04/30 16:15:53.099 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.740547ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:52.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.134 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/04/30 16:15:53.143 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/04/30 16:15:53.147 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:52.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.215 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/04/30 16:15:53.215 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:53.219 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351764983\n# Parse_time: 0.00023286\n# Compile_time: 0.000675901\n# Rewrite_time: 0.000035195\n# Optimize_time: 0.000952494\n# Wait_TS: 0.000414878\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/04/30 16:15:53.220 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/04/30 16:15:53.259 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:53.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:53.259 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:53.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/04/30 16:15:53.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:53.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.331 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/04/30 16:15:53.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=3.043048ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:53.446 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=155] [2024/04/30 16:15:53.475 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.534021ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:53.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.510 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/04/30 16:15:53.518 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/04/30 16:15:53.522 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:53.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:53.583 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/04/30 16:15:53.583 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:53.587 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.367785526\n# Parse_time: 0.000363991\n# Compile_time: 0.000824805\n# Rewrite_time: 0.000036391\n# Optimize_time: 0.000952494\n# Wait_TS: 0.000408773\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/04/30 16:15:53.602 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:53.842 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/04/30 16:15:53.940 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:15:53.997 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/04/30 16:15:53.997 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:15:54.103 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:54.104 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:54.105 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/04/30 16:15:54.124 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:54.126 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/04/30 16:15:54.126 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/04/30 16:15:54.126 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=81.287µs] [2024/04/30 16:15:54.127 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=190.145µs] [] [2024/04/30 16:15:54.127 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:54.127 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:15:54.304 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/04/30 16:15:54.316 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:15:54.357 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:54.358 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/04/30 16:15:54.360 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:54.368 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:54.369 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:54.369 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:54.369 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:54.370 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:54.370 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:54.370 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:54.370 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:54.370 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:54.384 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:54.385 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:54.385 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/04/30 16:15:54.386 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:54.386 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=700.7GiB] [2024/04/30 16:15:54.428 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [2024/04/30 16:15:54.432 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:54.435 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:54.435 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/04/30 16:15:54.468 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/04/30 16:15:54.470 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.120583ms] [encodeDur=476.154µs] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=253.5µs] [type=file] [takeTime=2.265093ms] [] [2024/04/30 16:15:54.471 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [takeTime=43.664859ms] [] [2024/04/30 16:15:54.471 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/03939fc0-759c-4232-bbe7-828a3641b9f3.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/04/30 16:15:54.472 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/04/30 16:15:54.472 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/04/30 16:15:54.472 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:54.474 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.954019ms] [] [2024/04/30 16:15:54.474 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/04/30 16:15:54.478 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:54.500 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:15:54.500 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:54.514 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:15:54.516 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=42.452118ms] [] [2024/04/30 16:15:54.516 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:54.517 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.037882ms] [] [2024/04/30 16:15:54.517 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/04/30 16:15:54.517 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:54.519 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.454439ms] [] [2024/04/30 16:15:54.519 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/04/30 16:15:54.519 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:54.519 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=54.877µs] [] [2024/04/30 16:15:54.519 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:54.520 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=981.79µs] [] [2024/04/30 16:15:54.564 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/04/30 16:15:54.567 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:54.567 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:54.567 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:54.567 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:54.569 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:54.569 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:54.569 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:54.569 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:54.569 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:54.569 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=212.328165ms] [] [2024/04/30 16:15:54.654 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:54.656 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:54.657 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:54.714 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/04/30 16:15:54.715 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:54.716 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:15:54.874 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:54.926 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/04/30 16:15:54.926 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/04/30 16:15:54.926 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/04/30 16:15:54.934 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=7.988993ms] [] [2024/04/30 16:15:54.934 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/04/30 16:15:54.934 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/04/30 16:15:54.934 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [weight=30] [2024/04/30 16:15:54.934 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [concurrency=15] [2024/04/30 16:15:54.938 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/04/30 16:15:54.939 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/04/30 16:15:54.939 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=12.916389ms] [] [2024/04/30 16:15:54.939 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=13.098747ms] [] [2024/04/30 16:15:55.022 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=147.529421ms] [] [2024/04/30 16:15:55.048 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:55.048 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/04/30 16:15:55.051 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/04/30 16:15:55.102 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/04/30 16:15:55.104 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=43] [2024/04/30 16:15:55.131 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:55.131 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/04/30 16:15:55.213 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.624694287\n# Parse_time: 0.000572258\n# Compile_time: 0.00133687\n# Rewrite_time: 0.000297464\n# Optimize_time: 0.000952494\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/04/30 16:15:55.224 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/04/30 16:15:55.251 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:55.260 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:55.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:55.260 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:55.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/04/30 16:15:55.335 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:55.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:55.346 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/04/30 16:15:55.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=4.05559ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:55.438 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id b13585b1-4157-457c-9172-6c8ddbcb5df2"] ["ddl job id"=228] [ver=156] [2024/04/30 16:15:55.446 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=156] [2024/04/30 16:15:55.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=75.424555ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:55.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:55.509 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/04/30 16:15:55.517 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/04/30 16:15:55.521 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:55.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:55.583 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/04/30 16:15:55.583 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:55.587 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.364413583\n# Parse_time: 0.000547893\n# Compile_time: 0.000952327\n# Rewrite_time: 0.00003724\n# Optimize_time: 0.001284242\n# Wait_TS: 0.000436847\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/04/30 16:15:55.589 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/04/30 16:15:55.617 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:55.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:55.617 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:55.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/04/30 16:15:55.680 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:55.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:55.691 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/04/30 16:15:55.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=2.753772ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:55.755 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=157] [2024/04/30 16:15:55.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.727375ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:55.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:55.827 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/04/30 16:15:55.883 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/04/30 16:15:55.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:55.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:55.954 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/04/30 16:15:55.954 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:55.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.369862707\n# Parse_time: 0.000278041\n# Compile_time: 0.000916434\n# Rewrite_time: 0.000037556\n# Optimize_time: 0.001284242\n# Wait_TS: 0.00042587\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/04/30 16:15:55.973 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:56.007 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:56.108 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:15:56.144 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/04/30 16:15:56.144 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:15:56.250 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:56.251 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:56.252 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/04/30 16:15:56.271 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:56.274 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/04/30 16:15:56.274 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/04/30 16:15:56.274 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.431µs] [2024/04/30 16:15:56.274 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=176.838µs] [] [2024/04/30 16:15:56.274 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:56.274 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:15:56.462 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/04/30 16:15:56.477 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:15:56.519 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:56.520 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/04/30 16:15:56.521 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:56.530 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:56.530 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:56.530 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:56.530 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:56.531 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:56.531 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:56.531 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:56.531 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:56.531 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:56.547 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:56.548 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:56.549 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/04/30 16:15:56.549 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:56.549 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=700.7GiB] [2024/04/30 16:15:56.589 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [2024/04/30 16:15:56.593 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:56.596 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:56.596 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/04/30 16:15:56.611 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/04/30 16:15:56.614 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.130112ms] [encodeDur=432.485µs] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=223.969µs] [type=file] [takeTime=2.224474ms] [] [2024/04/30 16:15:56.614 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [takeTime=25.29689ms] [] [2024/04/30 16:15:56.614 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/3db8f9a2-357c-4147-9f62-f4efb53915d8.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/04/30 16:15:56.615 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/04/30 16:15:56.615 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/04/30 16:15:56.615 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:56.617 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.926386ms] [] [2024/04/30 16:15:56.617 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/04/30 16:15:56.621 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:15:56.643 +00:00] [INFO] [local.go:1301] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/04/30 16:15:56.643 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:15:56.643 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/04/30 16:15:56.643 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:15:56.664 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:15:56.664 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/04/30 16:15:56.679 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=61.936029ms] [] [2024/04/30 16:15:56.679 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:56.680 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.169058ms] [] [2024/04/30 16:15:56.680 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/04/30 16:15:56.680 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:56.682 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.479581ms] [] [2024/04/30 16:15:56.682 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/04/30 16:15:56.682 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:56.682 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=66.552µs] [] [2024/04/30 16:15:56.682 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:56.683 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=791.074µs] [] [2024/04/30 16:15:56.776 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:15:56.777 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:56.778 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/04/30 16:15:56.780 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/04/30 16:15:56.784 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:56.784 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:15:56.784 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:15:56.784 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:15:56.784 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:56.784 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:15:56.784 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:15:56.784 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:56.784 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:56.784 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:56.785 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:56.785 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:56.785 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:15:56.787 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:15:56.787 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:15:56.787 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:15:56.787 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:15:56.787 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:15:56.787 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=268.417961ms] [] [2024/04/30 16:15:56.829 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/04/30 16:15:56.831 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:15:56.831 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:15:56.970 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:57.011 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/04/30 16:15:57.012 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/04/30 16:15:57.012 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/04/30 16:15:57.019 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=7.435702ms] [] [2024/04/30 16:15:57.019 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/04/30 16:15:57.019 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/04/30 16:15:57.019 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [weight=30] [2024/04/30 16:15:57.019 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [concurrency=15] [2024/04/30 16:15:57.022 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/04/30 16:15:57.023 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/04/30 16:15:57.023 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=11.48744ms] [] [2024/04/30 16:15:57.023 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=11.656817ms] [] [2024/04/30 16:15:57.101 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:15:57.101 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/04/30 16:15:57.104 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/04/30 16:15:57.106 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=136.278056ms] [] [2024/04/30 16:15:57.150 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=44] [2024/04/30 16:15:57.158 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/04/30 16:15:57.176 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:15:57.176 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/04/30 16:15:57.262 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:15:57.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.4042730749999999\n# Parse_time: 0.00046722\n# Compile_time: 0.001358026\n# Rewrite_time: 0.00031982\n# Optimize_time: 0.001284242\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS40cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS40cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/04/30 16:15:57.373 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/04/30 16:15:57.402 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:15:57.402 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-04-30 16:15:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/04/30 16:15:57.447 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-04-30 16:15:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:57.458 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/04/30 16:15:57.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=2.636247ms] [gotSchemaVersion=158] [phyTblIDs="[229,231]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:15:57.570 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=158] [2024/04/30 16:15:57.604 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.380551ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:57.679 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/04/30 16:15:57.688 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/04/30 16:15:57.692 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-04-30 16:15:57.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:15:57.768 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/04/30 16:15:57.768 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:15:57.772 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.399528895\n# Parse_time: 0.000286195\n# Compile_time: 0.000817649\n# Rewrite_time: 0.000037184\n# Optimize_time: 0.000891657\n# Wait_TS: 0.000445239\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/04/30 16:15:57.787 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:58.043 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:15:58.140 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:15:58.192 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/04/30 16:15:58.192 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:15:58.297 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:15:58.298 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:15:58.300 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/04/30 16:15:58.318 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:58.320 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/04/30 16:15:58.320 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/04/30 16:15:58.320 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=69.65µs] [2024/04/30 16:15:58.321 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=196.546µs] [] [2024/04/30 16:15:58.321 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:15:58.321 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:15:58.498 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/04/30 16:15:58.504 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/04/30 16:15:58.515 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:15:58.560 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:15:58.561 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/04/30 16:15:58.563 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:15:58.572 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:15:58.572 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:15:58.572 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:58.572 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:15:58.573 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:15:58.573 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:15:58.573 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:15:58.573 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:15:58.573 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:15:58.588 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:15:58.589 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:15:58.589 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/04/30 16:15:58.589 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:15:58.589 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=700.7GiB] [2024/04/30 16:15:58.636 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [2024/04/30 16:15:58.640 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/04/30 16:15:58.644 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/04/30 16:15:58.644 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/04/30 16:16:01.645 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [takeTime=3.008456224s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:16:01.645 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:16:01.645 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:16:01.646 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:01.646 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:01.646 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:01.646 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:01.646 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:01.646 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:01.646 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:01.646 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:01.646 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:16:01.663 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/04/30 16:16:01.667 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:01.667 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:01.667 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:01.667 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:01.667 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:01.669 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:01.669 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:01.669 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:01.669 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:01.670 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:01.670 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=3.109871101s] [error="occur an error when sort chunk"] [2024/04/30 16:16:01.670 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:16:01.729 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/04/30 16:16:01.819 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/04/30 16:16:01.824 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/04/30 16:16:01.825 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/04/30 16:16:01.827 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/04/30 16:16:01.899 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=45] [2024/04/30 16:16:01.921 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:01.921 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/04/30 16:16:02.014 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:02.084 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:887\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/04/30 16:16:02.086 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.312388939\n# Parse_time: 0.001045677\n# Compile_time: 0.001567766\n# Rewrite_time: 0.000277634\n# Optimize_time: 0.000891657\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zMXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzFzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/04/30 16:16:02.120 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/04/30 16:16:02.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:02.146 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/04/30 16:16:02.228 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=352.572µs] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:02.279 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=159] [2024/04/30 16:16:02.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.039399ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=234.72µs] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:02.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/04/30 16:16:02.461 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.527229ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.496 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=214.016µs] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:02.547 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/04/30 16:16:02.584 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=52.798258ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.652 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/04/30 16:16:02.662 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/04/30 16:16:02.710 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.768 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/04/30 16:16:02.768 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:02.772 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.653054353\n# Parse_time: 0.00042283\n# Compile_time: 0.000812251\n# Rewrite_time: 0.000037669\n# Optimize_time: 0.000891657\n# Wait_TS: 0.000465271\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/04/30 16:16:02.774 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/04/30 16:16:02.813 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:02.813 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/04/30 16:16:02.874 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.906 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=1.259776ms] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:02.917 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=235] [version=162] [2024/04/30 16:16:02.953 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.316293ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:02.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:02.997 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:02.76 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.022 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/04/30 16:16:03.022 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:03.028 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:16:03.031 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:16:03.079 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:03.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:03.079 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:03.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:16:03.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:03.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.125 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/04/30 16:16:03.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=2.83277ms] [gotSchemaVersion=163] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:03.244 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=163] [2024/04/30 16:16:03.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=54.086493ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:03.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.357 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:03.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:03.402 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/04/30 16:16:03.402 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:03.406 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.376237252\n# Parse_time: 0.000619538\n# Compile_time: 0.001157497\n# Rewrite_time: 0.000055846\n# Optimize_time: 0.000891657\n# Wait_TS: 0.000529574\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:16:03.420 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:03.641 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:16:03.744 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:03.791 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/04/30 16:16:03.791 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:03.896 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:03.898 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:03.899 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/04/30 16:16:03.921 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:03.924 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:03.924 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/04/30 16:16:03.924 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=53.431µs] [2024/04/30 16:16:03.924 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=168.841µs] [] [2024/04/30 16:16:03.924 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:03.924 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:04.095 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/04/30 16:16:04.114 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/04/30 16:16:04.142 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:04.182 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:04.184 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/04/30 16:16:04.185 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:04.194 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:04.194 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:04.194 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:04.194 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:04.196 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:04.196 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:04.196 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:04.196 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:04.196 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:04.212 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:04.213 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:04.214 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:04.214 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:04.214 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=700.7GiB] [2024/04/30 16:16:04.256 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [2024/04/30 16:16:04.260 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:04.264 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:04.265 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/04/30 16:16:04.301 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/04/30 16:16:04.304 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=1.225764ms] [encodeDur=987.842µs] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=297.008µs] [type=file] [takeTime=2.969455ms] [] [2024/04/30 16:16:04.305 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [takeTime=48.647976ms] [] [2024/04/30 16:16:04.305 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9069ef30-11a2-44df-984d-4fa9f62711e3.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/04/30 16:16:04.305 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/04/30 16:16:04.305 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/04/30 16:16:04.305 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:04.307 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.004296ms] [] [2024/04/30 16:16:04.307 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:16:04.312 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:04.333 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/04/30 16:16:04.334 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:04.348 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/04/30 16:16:04.350 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.947287ms] [] [2024/04/30 16:16:04.350 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:04.351 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.102583ms] [] [2024/04/30 16:16:04.351 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/04/30 16:16:04.351 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:04.353 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.547331ms] [] [2024/04/30 16:16:04.353 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:16:04.353 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:04.353 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=59.072µs] [] [2024/04/30 16:16:04.353 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:04.354 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=877.102µs] [] [2024/04/30 16:16:04.452 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:04.458 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:04.458 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:04.458 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:04.458 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:04.458 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:04.459 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:04.461 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:04.461 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:04.461 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:04.461 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:04.461 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:04.461 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:04.461 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:04.461 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=278.648837ms] [] [2024/04/30 16:16:04.531 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/04/30 16:16:04.533 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:04.533 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:04.688 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:04.734 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/04/30 16:16:04.735 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/04/30 16:16:04.735 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/04/30 16:16:04.742 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=7.417139ms] [] [2024/04/30 16:16:04.742 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/04/30 16:16:04.742 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/04/30 16:16:04.742 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [weight=30] [2024/04/30 16:16:04.742 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [concurrency=15] [2024/04/30 16:16:04.747 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/04/30 16:16:04.747 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/04/30 16:16:04.747 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=12.761376ms] [] [2024/04/30 16:16:04.747 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=12.949717ms] [] [2024/04/30 16:16:04.834 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=146.222183ms] [] [2024/04/30 16:16:04.841 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:04.842 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/04/30 16:16:04.845 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/04/30 16:16:04.899 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=46] [2024/04/30 16:16:04.923 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/04/30 16:16:04.925 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:04.925 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/04/30 16:16:05.017 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.610123984\n# Parse_time: 0.000428551\n# Compile_time: 0.001141349\n# Rewrite_time: 0.000285104\n# Optimize_time: 0.000891657\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:16:05.024 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:05.028 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:16:05.056 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:05.056 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:05.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=280.282µs] [gotSchemaVersion=164] [phyTblIDs="[236]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:05.164 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=164] [2024/04/30 16:16:05.238 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=90.224503ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.348 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=224.818µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:05.358 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/04/30 16:16:05.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=54.030828ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.442 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/04/30 16:16:05.489 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=259.582µs] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:05.500 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/04/30 16:16:05.538 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.512823ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.580 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/04/30 16:16:05.589 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/04/30 16:16:05.593 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:05.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.656 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/04/30 16:16:05.656 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:05.660 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.634071611\n# Parse_time: 0.000697343\n# Compile_time: 0.001143664\n# Rewrite_time: 0.00004544\n# Optimize_time: 0.001138132\n# Wait_TS: 0.000514142\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:05.663 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/04/30 16:16:05.756 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:05.757 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/04/30 16:16:05.822 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.831 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/04/30 16:16:05.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=2.479623ms] [gotSchemaVersion=167] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:05.902 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=167] [2024/04/30 16:16:05.939 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.714867ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:05.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:05.987 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:05.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:06.034 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/04/30 16:16:06.034 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:06.037 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.375851894\n# Parse_time: 0.001133105\n# Compile_time: 0.001201918\n# Rewrite_time: 0.000064779\n# Optimize_time: 0.001138132\n# Wait_TS: 0.000396835\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/04/30 16:16:06.052 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:06.292 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:16:06.395 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:06.451 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/04/30 16:16:06.451 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:06.597 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:06.598 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:06.600 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/04/30 16:16:06.621 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:06.624 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:06.624 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/04/30 16:16:06.624 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=59.096µs] [2024/04/30 16:16:06.624 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=188.263µs] [] [2024/04/30 16:16:06.625 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:06.625 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:06.774 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/04/30 16:16:06.792 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/04/30 16:16:06.796 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:06.840 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:06.841 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/04/30 16:16:06.842 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:06.850 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:06.850 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:06.851 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:06.851 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:06.852 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:06.852 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:06.852 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:06.852 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:06.852 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:06.866 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:06.868 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:06.868 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:06.868 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:06.868 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=700.7GiB] [2024/04/30 16:16:06.906 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [2024/04/30 16:16:06.909 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:06.913 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:06.913 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/04/30 16:16:06.925 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/04/30 16:16:06.928 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=1.144501ms] [encodeDur=897.248µs] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=294.792µs] [type=file] [takeTime=2.690572ms] [] [2024/04/30 16:16:06.929 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [takeTime=23.379212ms] [] [2024/04/30 16:16:06.929 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/cb35e908-31c1-4e25-8ac8-31d142d489e6.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/04/30 16:16:06.929 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/04/30 16:16:06.929 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/04/30 16:16:06.929 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:06.931 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.902558ms] [] [2024/04/30 16:16:06.931 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:16:06.936 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:06.958 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/04/30 16:16:06.958 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:07.007 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/04/30 16:16:07.010 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=78.734973ms] [] [2024/04/30 16:16:07.010 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:07.012 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.367685ms] [] [2024/04/30 16:16:07.012 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/04/30 16:16:07.012 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:07.014 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.820335ms] [] [2024/04/30 16:16:07.014 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:16:07.014 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:07.014 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=69.307µs] [] [2024/04/30 16:16:07.014 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:07.015 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.037766ms] [] [2024/04/30 16:16:07.062 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/04/30 16:16:07.066 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:07.066 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:07.066 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:07.066 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:07.066 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:07.066 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:07.066 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:07.066 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:07.066 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:07.066 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:07.067 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:07.067 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:07.067 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:07.069 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:07.069 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:07.069 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:07.069 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:07.069 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:07.069 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=229.775196ms] [] [2024/04/30 16:16:07.075 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:07.077 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:07.078 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:07.078 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:07.147 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/04/30 16:16:07.149 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:07.149 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:07.298 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:07.388 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/04/30 16:16:07.388 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/04/30 16:16:07.388 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/04/30 16:16:07.397 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=9.148643ms] [] [2024/04/30 16:16:07.397 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/04/30 16:16:07.397 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/04/30 16:16:07.398 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [weight=30] [2024/04/30 16:16:07.398 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [concurrency=15] [2024/04/30 16:16:07.402 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/04/30 16:16:07.402 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/04/30 16:16:07.402 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=14.119179ms] [] [2024/04/30 16:16:07.402 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=14.352335ms] [] [2024/04/30 16:16:07.450 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=151.894424ms] [] [2024/04/30 16:16:07.471 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:07.471 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/04/30 16:16:07.475 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/04/30 16:16:07.536 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/04/30 16:16:07.557 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=47] [2024/04/30 16:16:07.591 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:07.591 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/04/30 16:16:07.679 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.640549942\n# Parse_time: 0.000634283\n# Compile_time: 0.001521603\n# Rewrite_time: 0.00028571\n# Optimize_time: 0.001138132\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:16:07.689 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:16:07.743 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:07.757 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:07.757 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/04/30 16:16:07.839 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=298.418µs] [gotSchemaVersion=168] [phyTblIDs="[239]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:07.885 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=168] [2024/04/30 16:16:07.923 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.166322ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:07.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=229.666µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:08.036 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/04/30 16:16:08.073 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=52.824311ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.143 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.153 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/04/30 16:16:08.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=371.177µs] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/04/30 16:16:08.244 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/04/30 16:16:08.275 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=87.278752ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.314 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/04/30 16:16:08.323 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/04/30 16:16:08.327 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:07.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.402 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/04/30 16:16:08.403 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:08.406 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.718244253\n# Parse_time: 0.000236109\n# Compile_time: 0.000664918\n# Rewrite_time: 0.000045196\n# Optimize_time: 0.001328411\n# Wait_TS: 0.000400799\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/04/30 16:16:08.409 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:16:08.454 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:08.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:08.454 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:08.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:16:08.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:08.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.517 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/04/30 16:16:08.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=2.797336ms] [gotSchemaVersion=171] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:08.601 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=171] [2024/04/30 16:16:08.634 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.149698ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:08.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.720 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:08.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:08.772 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/04/30 16:16:08.772 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:08.776 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.368694304\n# Parse_time: 0.000632816\n# Compile_time: 0.001007023\n# Rewrite_time: 0.000054868\n# Optimize_time: 0.001328411\n# Wait_TS: 0.000387893\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:16:08.791 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:08.972 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:16:09.108 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:09.145 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/04/30 16:16:09.146 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:09.251 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:09.252 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:09.253 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/04/30 16:16:09.271 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:09.274 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:09.274 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/04/30 16:16:09.274 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=63.025µs] [2024/04/30 16:16:09.274 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=181.739µs] [] [2024/04/30 16:16:09.274 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:09.274 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:09.418 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/04/30 16:16:09.437 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/04/30 16:16:09.469 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:09.564 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:09.566 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/04/30 16:16:09.568 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:09.578 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:09.578 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:09.579 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:09.579 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:09.580 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:09.580 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:09.580 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:09.580 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:09.580 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:09.596 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:09.598 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:09.598 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:09.598 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:09.598 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=700.7GiB] [2024/04/30 16:16:09.645 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [2024/04/30 16:16:09.649 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:09.653 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:09.653 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/04/30 16:16:09.710 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/04/30 16:16:09.714 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.452956ms] [encodeDur=1.641491ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=334.163µs] [type=file] [takeTime=3.920781ms] [] [2024/04/30 16:16:09.715 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [takeTime=69.109636ms] [] [2024/04/30 16:16:09.715 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9e81b403-de0e-490c-bfd1-f99ae11baada.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/04/30 16:16:09.715 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/04/30 16:16:09.715 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/04/30 16:16:09.715 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:09.717 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.062942ms] [] [2024/04/30 16:16:09.717 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:16:09.723 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:09.745 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/04/30 16:16:09.745 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:09.758 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/04/30 16:16:09.760 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.77815ms] [] [2024/04/30 16:16:09.760 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:09.761 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.008211ms] [] [2024/04/30 16:16:09.761 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/04/30 16:16:09.761 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:09.763 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.458003ms] [] [2024/04/30 16:16:09.763 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:16:09.763 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:09.763 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.669µs] [] [2024/04/30 16:16:09.763 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:09.764 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=831.745µs] [] [2024/04/30 16:16:09.815 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:09.818 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:09.818 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:09.818 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:09.818 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:09.820 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:09.820 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:09.820 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:09.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:09.820 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:09.820 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=255.680777ms] [] [2024/04/30 16:16:09.866 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:09.867 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:09.868 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:09.868 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:09.987 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/04/30 16:16:09.990 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:09.990 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:10.157 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:10.200 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/04/30 16:16:10.200 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/04/30 16:16:10.200 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/04/30 16:16:10.208 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=8.068738ms] [] [2024/04/30 16:16:10.208 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/04/30 16:16:10.208 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/04/30 16:16:10.209 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [weight=30] [2024/04/30 16:16:10.209 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [concurrency=15] [2024/04/30 16:16:10.212 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/04/30 16:16:10.213 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/04/30 16:16:10.213 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=12.614889ms] [] [2024/04/30 16:16:10.213 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=12.799248ms] [] [2024/04/30 16:16:10.253 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=95.552262ms] [] [2024/04/30 16:16:10.268 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:10.268 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/04/30 16:16:10.270 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/04/30 16:16:10.305 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/04/30 16:16:10.378 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=48] [2024/04/30 16:16:10.412 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:10.412 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] [2024/04/30 16:16:10.431 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.653660601\n# Parse_time: 0.000797488\n# Compile_time: 0.001418413\n# Rewrite_time: 0.00027881\n# Optimize_time: 0.001328411\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestInputNull [2024/04/30 16:16:10.444 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/04/30 16:16:10.477 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:10.477 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/04/30 16:16:10.509 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:10.528 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:10.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=283.862µs] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:10.572 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=172] [2024/04/30 16:16:10.608 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.734881ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:10.646 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:10.680 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=216.199µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:10.691 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/04/30 16:16:10.727 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.103507ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:10.788 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:10.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=213.362µs] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:10.942 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/04/30 16:16:10.976 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.620713ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.027 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/04/30 16:16:11.037 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/04/30 16:16:11.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:10.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.089 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/04/30 16:16:11.089 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:11.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.65076518\n# Parse_time: 0.000810566\n# Compile_time: 0.001118218\n# Rewrite_time: 0.000057824\n# Optimize_time: 0.00123513\n# Wait_TS: 0.000521743\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/04/30 16:16:11.095 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/04/30 16:16:11.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:11.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:11.125 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:11.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/04/30 16:16:11.192 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:11.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=1.053944ms] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:11.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=175] [2024/04/30 16:16:11.277 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.910174ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:11.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.389 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:11.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.420 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/04/30 16:16:11.420 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:11.423 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.329859752\n# Parse_time: 0.00025397\n# Compile_time: 0.000958724\n# Rewrite_time: 0.000035019\n# Optimize_time: 0.00123513\n# Wait_TS: 0.000457981\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/04/30 16:16:11.427 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:16:11.430 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:16:11.477 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:11.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:11.477 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:11.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:16:11.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:11.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.560 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/04/30 16:16:11.631 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.53175ms] [gotSchemaVersion=176] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:11.643 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=176] [2024/04/30 16:16:11.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=52.951133ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:11.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.747 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:11.409 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:11.830 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/04/30 16:16:11.831 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:11.836 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.4074508\n# Parse_time: 0.000907869\n# Compile_time: 0.001278522\n# Rewrite_time: 0.000044408\n# Optimize_time: 0.00123513\n# Wait_TS: 0.000509711\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/04/30 16:16:11.856 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:12.075 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:12.170 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:12.255 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/04/30 16:16:12.255 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:12.363 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:12.364 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:12.365 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/04/30 16:16:12.386 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:12.389 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:12.389 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/04/30 16:16:12.389 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=60.464µs] [2024/04/30 16:16:12.389 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=179.549µs] [] [2024/04/30 16:16:12.389 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:12.389 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:12.533 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/04/30 16:16:12.552 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/04/30 16:16:12.563 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:12.609 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:12.610 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/04/30 16:16:12.611 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:12.620 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:12.620 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:12.621 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:12.621 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:12.622 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:12.622 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:12.622 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:12.622 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:12.622 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:12.684 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:12.687 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:12.687 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:12.687 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:12.687 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=700.7GiB] [2024/04/30 16:16:12.738 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [2024/04/30 16:16:12.742 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:12.746 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:12.747 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/04/30 16:16:12.758 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/04/30 16:16:12.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.191457ms] [encodeDur=776.589µs] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=241.953µs] [type=file] [takeTime=2.668816ms] [] [2024/04/30 16:16:12.762 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [takeTime=23.325164ms] [] [2024/04/30 16:16:12.762 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9e38de00-35eb-4458-869b-1cda34221979.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/04/30 16:16:12.762 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/04/30 16:16:12.762 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/04/30 16:16:12.762 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:12.765 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.576148ms] [] [2024/04/30 16:16:12.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:16:12.769 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:12.791 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/04/30 16:16:12.791 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:12.804 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/04/30 16:16:12.806 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.14524ms] [] [2024/04/30 16:16:12.806 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:12.807 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.145111ms] [] [2024/04/30 16:16:12.807 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/04/30 16:16:12.807 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:12.809 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.637972ms] [] [2024/04/30 16:16:12.809 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:16:12.809 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:12.809 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=86.403µs] [] [2024/04/30 16:16:12.809 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:12.810 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=998.299µs] [] [2024/04/30 16:16:12.860 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/04/30 16:16:12.864 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:12.864 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:12.864 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:12.864 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:12.866 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:12.866 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:12.866 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:12.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:12.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:12.867 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=257.982308ms] [] [2024/04/30 16:16:12.876 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:12.877 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:12.878 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:12.878 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:12.953 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/04/30 16:16:12.954 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:12.954 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:13.146 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:13.197 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/04/30 16:16:13.197 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/04/30 16:16:13.197 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/04/30 16:16:13.205 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=7.928827ms] [] [2024/04/30 16:16:13.205 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/04/30 16:16:13.205 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/04/30 16:16:13.206 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [weight=30] [2024/04/30 16:16:13.206 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [concurrency=15] [2024/04/30 16:16:13.209 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/04/30 16:16:13.210 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/04/30 16:16:13.210 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=12.54507ms] [] [2024/04/30 16:16:13.210 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=12.763554ms] [] [2024/04/30 16:16:13.251 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=105.605808ms] [] [2024/04/30 16:16:13.274 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:13.275 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/04/30 16:16:13.277 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/04/30 16:16:13.334 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/04/30 16:16:13.364 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=49] [2024/04/30 16:16:13.388 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:13.388 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/04/30 16:16:13.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.632476048\n# Parse_time: 0.000861482\n# Compile_time: 0.002034869\n# Rewrite_time: 0.000466394\n# Optimize_time: 0.00123513\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/04/30 16:16:13.479 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/04/30 16:16:13.510 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:13.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:13.511 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:13.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:16:13.531 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:13.568 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:13.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:13.580 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/04/30 16:16:13.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.402342ms] [gotSchemaVersion=177] [phyTblIDs="[247,249]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:16:13.653 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=177] [2024/04/30 16:16:13.690 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=54.611737ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:13.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:13.723 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/04/30 16:16:13.733 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/04/30 16:16:13.737 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:13.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:13.798 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/04/30 16:16:13.798 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:13.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323023707\n# Parse_time: 0.000409588\n# Compile_time: 0.000793205\n# Rewrite_time: 0.000032939\n# Optimize_time: 0.001042645\n# Wait_TS: 0.000374847\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:16:13.815 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:14.071 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:14.188 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:14.228 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/04/30 16:16:14.229 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:14.336 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:14.338 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:14.339 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/04/30 16:16:14.362 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:14.365 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:14.365 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/04/30 16:16:14.366 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=72.736µs] [2024/04/30 16:16:14.366 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=231.853µs] [] [2024/04/30 16:16:14.366 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:14.366 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:14.503 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/04/30 16:16:14.522 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/04/30 16:16:14.544 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:14.586 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:14.587 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/04/30 16:16:14.589 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:14.597 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:14.598 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:14.598 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:14.598 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:14.599 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:14.599 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:14.599 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:14.599 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:14.599 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:14.613 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:14.614 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:14.615 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:14.615 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:14.615 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=700.7GiB] [2024/04/30 16:16:14.656 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [2024/04/30 16:16:14.661 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:14.665 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:14.665 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/04/30 16:16:14.727 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/04/30 16:16:14.731 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=1.474382ms] [encodeDur=1.393135ms] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=296.234µs] [type=file] [takeTime=3.698742ms] [] [2024/04/30 16:16:14.732 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [takeTime=75.093468ms] [] [2024/04/30 16:16:14.732 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/d07472ef-c58c-44f4-8f80-da2d70510e9e.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/04/30 16:16:14.732 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/04/30 16:16:14.732 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/04/30 16:16:14.732 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:14.734 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.153135ms] [] [2024/04/30 16:16:14.734 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:16:14.739 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:14.761 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/04/30 16:16:14.762 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:14.776 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/04/30 16:16:14.778 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.622373ms] [] [2024/04/30 16:16:14.778 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:14.779 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.118962ms] [] [2024/04/30 16:16:14.779 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/04/30 16:16:14.779 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:14.781 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.793084ms] [] [2024/04/30 16:16:14.781 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:16:14.781 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:14.782 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=108.994µs] [] [2024/04/30 16:16:14.782 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:14.783 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.082956ms] [] [2024/04/30 16:16:14.837 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/04/30 16:16:14.840 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:14.840 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:14.840 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:14.840 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:14.840 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:14.840 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:14.841 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:14.841 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:14.840 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:14.841 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:14.841 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:14.841 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:14.841 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:14.843 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:14.843 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:14.843 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:14.843 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:14.843 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:14.843 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=257.375404ms] [] [2024/04/30 16:16:14.852 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:14.854 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:14.855 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:14.855 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:14.923 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/04/30 16:16:14.924 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:14.925 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:15.117 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:15.173 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/04/30 16:16:15.173 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/04/30 16:16:15.173 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/04/30 16:16:15.181 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=7.995381ms] [] [2024/04/30 16:16:15.181 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/04/30 16:16:15.181 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/04/30 16:16:15.181 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [weight=30] [2024/04/30 16:16:15.181 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [concurrency=15] [2024/04/30 16:16:15.186 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/04/30 16:16:15.187 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/04/30 16:16:15.187 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=13.782491ms] [] [2024/04/30 16:16:15.187 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=14.028552ms] [] [2024/04/30 16:16:15.231 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=114.058069ms] [] [2024/04/30 16:16:15.249 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:15.249 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/04/30 16:16:15.252 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/04/30 16:16:15.318 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/04/30 16:16:15.334 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=50] [2024/04/30 16:16:15.352 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:15.352 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/04/30 16:16:15.435 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:15.448 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.64551447\n# Parse_time: 0.000860555\n# Compile_time: 0.001436915\n# Rewrite_time: 0.000294013\n# Optimize_time: 0.001042645\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/04/30 16:16:15.502 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/04/30 16:16:15.504 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/04/30 16:16:15.539 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:15.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:15.539 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:15.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/04/30 16:16:15.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:15.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.19447ms] [gotSchemaVersion=178] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:15.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=178] [2024/04/30 16:16:15.661 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.947102ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:15.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:15.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.735 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/04/30 16:16:15.735 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:15.742 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/04/30 16:16:15.785 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:15.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:15.785 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:15.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/04/30 16:16:15.825 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:15.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.833 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/04/30 16:16:15.876 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.245599ms] [gotSchemaVersion=179] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:15.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=179] [2024/04/30 16:16:15.931 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=61.638247ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:15.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:15.988 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:15.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:16.021 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/04/30 16:16:16.021 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:16.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:16.252 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:16:16.371 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:16.411 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/04/30 16:16:16.411 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:16.518 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:16.519 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:16.520 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/04/30 16:16:16.539 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:16.542 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/04/30 16:16:16.542 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/04/30 16:16:16.542 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=71.517µs] [2024/04/30 16:16:16.542 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=192.038µs] [] [2024/04/30 16:16:16.543 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:16.543 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:16.656 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/04/30 16:16:16.675 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/04/30 16:16:16.707 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:16.748 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:16.749 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/04/30 16:16:16.750 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:16.800 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:16.800 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:16.801 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:16.802 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:16.803 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:16.803 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:16.803 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:16.803 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:16.803 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:16.819 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:16.821 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:16.821 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/04/30 16:16:16.821 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:16.821 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=700.7GiB] [2024/04/30 16:16:16.871 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [2024/04/30 16:16:16.875 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/04/30 16:16:16.879 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/04/30 16:16:16.880 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/04/30 16:16:16.905 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/04/30 16:16:16.908 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.420245ms] [encodeDur=873.85µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=349.933µs] [type=file] [takeTime=3.106926ms] [] [2024/04/30 16:16:16.909 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/b7dd4dfd-e312-4ad0-9a0f-ef85f29159e6.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/04/30 16:16:16.909 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [takeTime=37.866781ms] [] [2024/04/30 16:16:16.909 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/04/30 16:16:16.909 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/04/30 16:16:16.909 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/04/30 16:16:16.911 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.969609ms] [] [2024/04/30 16:16:16.912 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/04/30 16:16:16.917 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:16.938 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/04/30 16:16:16.939 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:16.952 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/04/30 16:16:16.954 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=42.791488ms] [] [2024/04/30 16:16:16.954 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/04/30 16:16:16.956 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.063148ms] [] [2024/04/30 16:16:16.956 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/04/30 16:16:16.956 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/04/30 16:16:16.957 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.615021ms] [] [2024/04/30 16:16:16.957 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/04/30 16:16:16.957 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/04/30 16:16:16.958 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=58.097µs] [] [2024/04/30 16:16:16.958 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/04/30 16:16:16.958 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=793.516µs] [] [2024/04/30 16:16:17.007 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/04/30 16:16:17.009 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:17.009 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:17.009 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:17.010 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:17.010 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:17.012 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:17.012 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:17.012 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:17.012 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:17.012 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:17.012 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=263.505694ms] [] [2024/04/30 16:16:17.032 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:17.034 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:17.034 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:17.034 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:17.062 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:16:17.062 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/04/30 16:16:17.091 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/04/30 16:16:17.131 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:16:17.132 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/04/30 16:16:17.137 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/04/30 16:16:17.249 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=51] [2024/04/30 16:16:17.268 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:17.268 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/04/30 16:16:17.333 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:603\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/04/30 16:16:17.334 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.307732456\n# Parse_time: 0.000712801\n# Compile_time: 0.00141337\n# Rewrite_time: 0.000285445\n# Optimize_time: 0.001312241\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zcywgbG9vcHM6MQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhJ0aW1lOjEuM3MsIGxvb3BzOjFw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nuse fail_job_after_import;\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestKillBeforeFinish [2024/04/30 16:16:17.347 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:17.400 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/04/30 16:16:17.403 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/04/30 16:16:17.442 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:17.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:17.442 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:17.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/04/30 16:16:17.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:17.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=1.085591ms] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:17.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=180] [2024/04/30 16:16:17.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.473599ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:17.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.629 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:17.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.702 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/04/30 16:16:17.702 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:17.706 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303617097\n# Parse_time: 0.000267545\n# Compile_time: 0.000707795\n# Rewrite_time: 0.000034717\n# Optimize_time: 0.000204208\n# Wait_TS: 0.000332126\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 32ea063e6be022f03140c08932b151273956be8bac928675ddd85b677498b4a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE kill_job;"] [2024/04/30 16:16:17.708 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/04/30 16:16:17.753 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:17.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:17.753 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:17.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/04/30 16:16:17.794 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:17.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.803 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/04/30 16:16:17.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=2.513443ms] [gotSchemaVersion=181] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:17.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=181] [2024/04/30 16:16:17.921 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.05538ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:17.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:17.986 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:17.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:18.023 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/04/30 16:16:18.023 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:18.026 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.31973416\n# Parse_time: 0.000528186\n# Compile_time: 0.000956798\n# Rewrite_time: 0.000047567\n# Optimize_time: 0.000204208\n# Wait_TS: 0.000387824\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8d0764213d9c8980f2f7228ac418e3202472724bd73615a2d5ce8843684c3cc2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/04/30 16:16:18.043 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:18.301 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:16:18.390 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:18.432 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/04/30 16:16:18.432 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:18.544 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:18.546 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:18.547 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/04/30 16:16:18.569 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:18.572 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:18.572 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/04/30 16:16:18.572 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=75.748µs] [2024/04/30 16:16:18.572 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=223.936µs] [] [2024/04/30 16:16:18.572 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:18.572 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:18.711 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/04/30 16:16:18.722 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:18.732 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/04/30 16:16:18.768 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:18.770 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/04/30 16:16:18.771 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:18.779 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:18.779 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:18.779 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:18.779 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:18.780 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:18.780 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:18.780 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:18.780 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:18.780 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:18.795 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:18.796 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:18.796 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:18.796 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:18.796 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=700.7GiB] [2024/04/30 16:16:18.834 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [2024/04/30 16:16:18.838 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/04/30 16:16:18.842 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/04/30 16:16:18.842 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/04/30 16:16:18.865 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/04/30 16:16:18.867 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.21275ms] [encodeDur=670.679µs] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=271.848µs] [type=file] [takeTime=2.515901ms] [] [2024/04/30 16:16:18.868 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [takeTime=33.610326ms] [] [2024/04/30 16:16:18.868 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/c8b0713a-98c9-4c39-87d4-96de93cd0330.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/04/30 16:16:18.868 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/04/30 16:16:18.868 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/04/30 16:16:18.868 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/04/30 16:16:18.870 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.997433ms] [] [2024/04/30 16:16:18.870 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/04/30 16:16:18.875 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:18.897 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:16:18.897 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:18.951 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/04/30 16:16:18.956 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:16:18.959 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=88.166846ms] [] [2024/04/30 16:16:18.959 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/04/30 16:16:18.960 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.296456ms] [] [2024/04/30 16:16:18.960 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/04/30 16:16:18.960 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/04/30 16:16:18.962 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=1.841258ms] [] [2024/04/30 16:16:18.962 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/04/30 16:16:18.962 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/04/30 16:16:18.962 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=64.789µs] [] [2024/04/30 16:16:18.962 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/04/30 16:16:18.963 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/04/30 16:16:18.964 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=1.07896ms] [] [2024/04/30 16:16:19.011 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:19.014 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:19.014 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:19.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:19.015 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:19.015 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:19.017 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:19.017 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:19.017 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:19.017 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:19.017 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:19.017 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=248.860238ms] [] [2024/04/30 16:16:19.033 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/04/30 16:16:19.057 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:16:19.058 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/04/30 16:16:19.072 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/04/30 16:16:19.138 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=52] [2024/04/30 16:16:19.157 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:19.157 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/04/30 16:16:19.242 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:19.284 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.256166133\n# Parse_time: 0.000649279\n# Compile_time: 0.001998107\n# Rewrite_time: 0.000286684\n# Optimize_time: 0.000204208\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yNXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjVzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestLoadSQLDump [2024/04/30 16:16:20.321 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/04/30 16:16:20.345 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:20.345 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/04/30 16:16:20.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.426 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=345.057µs] [gotSchemaVersion=182] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:20.479 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id b13585b1-4157-457c-9172-6c8ddbcb5df2"] ["ddl job id"=259] [ver=182] [2024/04/30 16:16:20.487 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=182] [2024/04/30 16:16:20.501 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=82.359571ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.556 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.589 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=247.076µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:20.600 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/04/30 16:16:20.637 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.685514ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=202.08µs] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:20.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/04/30 16:16:20.758 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=52.881698ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.825 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/04/30 16:16:20.836 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/04/30 16:16:20.840 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:20.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:20.883 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/04/30 16:16:20.883 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:20.887 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.567243813\n# Parse_time: 0.000615549\n# Compile_time: 0.000836212\n# Rewrite_time: 0.000043015\n# Optimize_time: 0.000198664\n# Wait_TS: 0.000443586\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/04/30 16:16:20.888 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/04/30 16:16:20.944 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=40.840609ms] [2024/04/30 16:16:20.964 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:20.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:20.964 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:20.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/04/30 16:16:21.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:20.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.036 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=996.036µs] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:21.048 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=261] [version=185] [2024/04/30 16:16:21.084 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.459506ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:20.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:20.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.144 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/04/30 16:16:21.144 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:21.149 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/04/30 16:16:21.199 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:21.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:21.199 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:21.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/04/30 16:16:21.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:21.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.286 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/04/30 16:16:21.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.39509ms] [gotSchemaVersion=186] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:21.351 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=263] [version=186] [2024/04/30 16:16:21.404 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=70.707731ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:21.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.473 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:21.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:21.515 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/04/30 16:16:21.515 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:21.519 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.370809449\n# Parse_time: 0.000516466\n# Compile_time: 0.000883922\n# Rewrite_time: 0.000045289\n# Optimize_time: 0.000198664\n# Wait_TS: 0.000500309\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/04/30 16:16:21.535 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:21.727 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/04/30 16:16:21.860 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:21.902 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/04/30 16:16:21.903 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:22.008 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:22.009 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:22.010 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/04/30 16:16:22.032 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:22.034 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:22.035 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/04/30 16:16:22.035 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=54.407µs] [2024/04/30 16:16:22.035 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=157.101µs] [] [2024/04/30 16:16:22.035 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:22.035 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:22.148 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/04/30 16:16:22.166 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/04/30 16:16:22.186 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:22.283 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:22.284 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/04/30 16:16:22.285 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:22.293 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:22.294 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:22.294 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:22.294 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:22.295 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:22.295 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:22.295 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:22.295 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:22.295 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:22.311 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:22.312 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:22.313 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:22.313 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:22.313 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=700.7GiB] [2024/04/30 16:16:22.365 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [2024/04/30 16:16:22.370 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:22.373 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:22.373 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/04/30 16:16:22.385 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/04/30 16:16:22.387 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.210683ms] [encodeDur=868.895µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=317.035µs] [type=file] [takeTime=2.834774ms] [] [2024/04/30 16:16:22.388 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [takeTime=22.781821ms] [] [2024/04/30 16:16:22.388 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/40820227-2b8c-43d3-bb1b-7e4743c35d71.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/04/30 16:16:22.389 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/04/30 16:16:22.389 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/04/30 16:16:22.389 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:22.391 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.26935ms] [] [2024/04/30 16:16:22.391 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/04/30 16:16:22.396 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:22.418 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/04/30 16:16:22.418 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:22.433 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/04/30 16:16:22.436 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=44.344207ms] [] [2024/04/30 16:16:22.436 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:22.437 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.18804ms] [] [2024/04/30 16:16:22.437 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/04/30 16:16:22.437 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:22.439 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.603505ms] [] [2024/04/30 16:16:22.439 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/04/30 16:16:22.439 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:22.439 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=58.274µs] [] [2024/04/30 16:16:22.439 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:22.440 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.04594ms] [] [2024/04/30 16:16:22.490 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/04/30 16:16:22.493 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:22.493 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:22.493 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:22.493 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:22.493 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:22.493 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:22.493 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:22.493 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:22.493 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:22.493 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:22.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:22.494 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:22.494 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:22.496 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:22.496 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:22.496 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:22.496 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:22.496 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:22.496 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=213.306981ms] [] [2024/04/30 16:16:22.523 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:22.524 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:22.525 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:22.525 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:22.596 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/04/30 16:16:22.598 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:22.598 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:22.783 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:22.831 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/04/30 16:16:22.831 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/04/30 16:16:22.831 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/04/30 16:16:22.841 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=9.277877ms] [] [2024/04/30 16:16:22.841 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/04/30 16:16:22.841 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/04/30 16:16:22.841 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [weight=30] [2024/04/30 16:16:22.841 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [concurrency=15] [2024/04/30 16:16:22.845 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/04/30 16:16:22.845 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/04/30 16:16:22.846 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=14.344791ms] [] [2024/04/30 16:16:22.846 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=14.580175ms] [] [2024/04/30 16:16:22.898 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=114.611825ms] [] [2024/04/30 16:16:22.925 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:22.925 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/04/30 16:16:22.928 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/04/30 16:16:22.991 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/04/30 16:16:23.008 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=53] [2024/04/30 16:16:23.089 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:23.089 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/04/30 16:16:23.141 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.620631021\n# Parse_time: 0.001398934\n# Compile_time: 0.001333829\n# Rewrite_time: 0.000285255\n# Optimize_time: 0.000198664\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/04/30 16:16:23.152 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/04/30 16:16:23.186 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:23.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:23.186 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:23.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/04/30 16:16:23.196 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:23.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:23.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.273 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/04/30 16:16:23.322 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=2.50973ms] [gotSchemaVersion=187] [phyTblIDs="[262,264]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:16:23.335 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=265] [version=187] [2024/04/30 16:16:23.369 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.687656ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:23.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.430 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/04/30 16:16:23.441 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/04/30 16:16:23.445 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:23.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:23.557 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/04/30 16:16:23.557 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:23.561 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.409795252\n# Parse_time: 0.000235327\n# Compile_time: 0.000767028\n# Rewrite_time: 0.000035553\n# Optimize_time: 0.001115899\n# Wait_TS: 0.000476508\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/04/30 16:16:23.763 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump2511626239/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/04/30 16:16:23.763 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:23.763 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/04/30 16:16:23.763 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=53.875µs] [2024/04/30 16:16:23.763 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=176.597µs] [] [2024/04/30 16:16:23.845 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:23.942 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/04/30 16:16:23.942 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:24.049 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:24.050 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:24.052 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/04/30 16:16:24.072 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:24.072 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:24.187 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/04/30 16:16:24.207 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/04/30 16:16:24.234 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:24.279 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:24.280 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/04/30 16:16:24.290 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:24.291 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:24.291 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:24.291 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:24.293 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:24.293 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:24.293 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:24.293 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:24.293 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:24.309 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:24.311 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:24.311 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:24.311 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:24.311 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=700.7GiB] [2024/04/30 16:16:24.410 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [2024/04/30 16:16:24.416 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:24.420 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:24.420 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/04/30 16:16:24.426 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/04/30 16:16:24.428 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=235.463µs] [encodeDur=804.527µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=271.442µs] [type=file] [takeTime=1.816459ms] [] [2024/04/30 16:16:24.428 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [takeTime=18.070866ms] [] [2024/04/30 16:16:24.428 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/70df904a-9185-4a18-b200-199d58175d90.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/04/30 16:16:24.429 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/04/30 16:16:24.429 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/04/30 16:16:24.429 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:24.431 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.299675ms] [] [2024/04/30 16:16:24.431 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/04/30 16:16:24.436 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:24.458 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/04/30 16:16:24.458 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:24.474 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/04/30 16:16:24.475 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=44.340225ms] [] [2024/04/30 16:16:24.476 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:24.477 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.127671ms] [] [2024/04/30 16:16:24.477 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/04/30 16:16:24.477 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:24.478 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.502071ms] [] [2024/04/30 16:16:24.479 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/04/30 16:16:24.479 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:24.479 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=60.588µs] [] [2024/04/30 16:16:24.479 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:24.480 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=880.914µs] [] [2024/04/30 16:16:24.527 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/04/30 16:16:24.531 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:24.531 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:24.531 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:24.531 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:24.534 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:24.534 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:24.534 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:24.534 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:24.534 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:24.534 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=254.688314ms] [] [2024/04/30 16:16:24.566 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:24.568 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:24.569 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:24.569 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:24.639 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/04/30 16:16:24.641 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:24.641 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:24.815 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:24.863 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/04/30 16:16:24.863 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/04/30 16:16:24.863 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/04/30 16:16:24.871 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=8.506063ms] [] [2024/04/30 16:16:24.872 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/04/30 16:16:24.872 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/04/30 16:16:24.872 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [weight=30] [2024/04/30 16:16:24.872 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [concurrency=15] [2024/04/30 16:16:24.876 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/04/30 16:16:24.876 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/04/30 16:16:24.877 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=13.675134ms] [] [2024/04/30 16:16:24.877 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=13.921347ms] [] [2024/04/30 16:16:24.915 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=100.684912ms] [] [2024/04/30 16:16:24.961 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:24.961 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/04/30 16:16:24.963 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/04/30 16:16:25.007 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/04/30 16:16:25.052 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=54] [2024/04/30 16:16:25.079 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:25.079 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] [2024/04/30 16:16:25.158 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.596027974\n# Parse_time: 0.00042592\n# Compile_time: 0.001382099\n# Rewrite_time: 0.000371464\n# Optimize_time: 0.001115899\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump2511626239/001/test.sql' FORMAT 'SQL';"] === RUN TestImportInto/TestMaxWriteSpeed [2024/04/30 16:16:25.172 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/04/30 16:16:25.175 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/04/30 16:16:25.215 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:25.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:25.215 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:25.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/04/30 16:16:25.221 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:25.291 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:25.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.325 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.065712ms] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:25.336 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=188] [2024/04/30 16:16:25.373 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.388162ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:25.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.451 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:25.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.478 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/04/30 16:16:25.478 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:25.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.30754343\n# Parse_time: 0.000839192\n# Compile_time: 0.001228565\n# Rewrite_time: 0.000038738\n# Optimize_time: 0.001330286\n# Wait_TS: 0.000377508\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 51e97fdc2613e3aee21c06b152169d2daca432914e619b590051b0c980cfa305\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_write_speed;"] [2024/04/30 16:16:25.483 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/04/30 16:16:25.535 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:25.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:25.535 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:25.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/04/30 16:16:25.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:25.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.668 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/04/30 16:16:25.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=2.610457ms] [gotSchemaVersion=189] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:25.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=189] [2024/04/30 16:16:25.766 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=54.798762ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:25.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.804 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:25.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:25.857 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/04/30 16:16:25.857 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:25.861 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.379247344\n# Parse_time: 0.000566566\n# Compile_time: 0.000913193\n# Rewrite_time: 0.000047361\n# Optimize_time: 0.001330286\n# Wait_TS: 0.000432783\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/04/30 16:16:25.882 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:26.133 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:16:26.228 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:26.276 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/04/30 16:16:26.276 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:26.384 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:26.385 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:26.387 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/04/30 16:16:26.411 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:26.414 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:26.414 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/04/30 16:16:26.414 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=56.714µs] [2024/04/30 16:16:26.414 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=175.031µs] [] [2024/04/30 16:16:26.414 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:26.414 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:26.584 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/04/30 16:16:26.604 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/04/30 16:16:26.620 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:26.666 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:26.667 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/04/30 16:16:26.668 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:26.677 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:26.677 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:26.678 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:26.678 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:26.679 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:26.679 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:26.679 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:26.679 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:26.679 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:26.695 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:26.696 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:26.697 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:26.697 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:26.697 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=700.7GiB] [2024/04/30 16:16:26.743 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [2024/04/30 16:16:26.748 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/04/30 16:16:26.752 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/04/30 16:16:26.752 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/04/30 16:16:26.843 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/04/30 16:16:27.065 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=71.021529ms] [encodeDur=140.858103ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.878062ms] [type=file] [takeTime=221.24736ms] [] [2024/04/30 16:16:27.072 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/f2f5f24e-cc9f-4603-bfaa-f2ba78df71f0.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/04/30 16:16:27.072 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [takeTime=328.586042ms] [] [2024/04/30 16:16:27.072 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/04/30 16:16:27.072 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/04/30 16:16:27.072 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/04/30 16:16:27.075 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.512426ms] [] [2024/04/30 16:16:27.075 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/04/30 16:16:27.080 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:27.102 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/04/30 16:16:27.102 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:27.131 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/04/30 16:16:27.133 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=58.385864ms] [] [2024/04/30 16:16:27.134 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/04/30 16:16:27.135 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.648733ms] [] [2024/04/30 16:16:27.135 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/04/30 16:16:27.135 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/04/30 16:16:27.138 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=2.307359ms] [] [2024/04/30 16:16:27.138 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/04/30 16:16:27.138 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/04/30 16:16:27.138 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=66.408µs] [] [2024/04/30 16:16:27.138 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/04/30 16:16:27.139 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.00174ms] [] [2024/04/30 16:16:27.193 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:27.197 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:27.197 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:27.197 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:27.197 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:27.197 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:27.199 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:27.200 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:27.200 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:27.200 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:27.200 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:27.200 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:27.200 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=533.663661ms] [] [2024/04/30 16:16:27.200 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:27.200 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:27.273 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/04/30 16:16:27.274 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:27.274 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:27.477 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:27.522 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/04/30 16:16:27.522 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/04/30 16:16:27.522 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/04/30 16:16:27.530 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=8.274713ms] [] [2024/04/30 16:16:27.531 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/04/30 16:16:27.531 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/04/30 16:16:27.531 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [weight=30] [2024/04/30 16:16:27.531 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [concurrency=15] [2024/04/30 16:16:27.535 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/04/30 16:16:27.536 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/04/30 16:16:27.536 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=13.781507ms] [] [2024/04/30 16:16:27.536 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=14.011435ms] [] [2024/04/30 16:16:27.577 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=99.668565ms] [] [2024/04/30 16:16:27.607 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:27.608 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/04/30 16:16:27.610 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/04/30 16:16:27.708 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=55] [2024/04/30 16:16:27.717 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/04/30 16:16:27.732 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:27.732 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/04/30 16:16:27.795 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.930028766\n# Parse_time: 0.001069337\n# Compile_time: 0.001751872\n# Rewrite_time: 0.000278479\n# Optimize_time: 0.001330286\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:16:27.811 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/04/30 16:16:27.824 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:27.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:27.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:27.849 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:27.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/04/30 16:16:27.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:27.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:27.910 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/04/30 16:16:27.960 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=2.564034ms] [gotSchemaVersion=190] [phyTblIDs="[268,270]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:16:27.973 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=271] [version=190] [2024/04/30 16:16:28.006 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.409092ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:27.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.079 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/04/30 16:16:28.131 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/04/30 16:16:28.137 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:27.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:28.202 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/04/30 16:16:28.203 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:28.206 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.396390951\n# Parse_time: 0.000330577\n# Compile_time: 0.00086661\n# Rewrite_time: 0.000035563\n# Optimize_time: 0.002290572\n# Wait_TS: 0.000423725\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/04/30 16:16:28.220 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:28.414 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:28.571 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:28.610 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/04/30 16:16:28.610 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:28.719 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:28.720 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:28.721 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/04/30 16:16:28.746 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:28.749 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:28.749 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/04/30 16:16:28.749 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=56.206µs] [2024/04/30 16:16:28.749 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=188.135µs] [] [2024/04/30 16:16:28.750 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:28.750 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:28.873 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/04/30 16:16:28.896 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/04/30 16:16:28.912 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:28.961 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:28.962 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/04/30 16:16:28.963 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:28.972 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:28.972 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:28.973 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:28.973 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:29.013 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:29.013 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:29.013 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:29.014 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:29.014 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:29.031 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:29.033 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:29.033 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:29.033 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:29.033 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=700.7GiB] [2024/04/30 16:16:29.075 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [2024/04/30 16:16:29.079 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/04/30 16:16:29.083 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/04/30 16:16:29.083 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/04/30 16:16:29.121 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/04/30 16:16:29.303 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=29.98554ms] [encodeDur=143.407715ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.632752ms] [type=file] [takeTime=182.211693ms] [] [2024/04/30 16:16:29.304 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/63998665-c770-4557-815b-b21353345e87.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/04/30 16:16:29.304 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [takeTime=228.84389ms] [] [2024/04/30 16:16:29.304 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/04/30 16:16:29.304 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/04/30 16:16:29.304 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/04/30 16:16:29.306 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.985029ms] [] [2024/04/30 16:16:29.307 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/04/30 16:16:29.311 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:29.333 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/04/30 16:16:29.334 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:38.898 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/04/30 16:16:38.900 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.593701961s] [] [2024/04/30 16:16:38.900 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/04/30 16:16:38.902 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.462575ms] [] [2024/04/30 16:16:38.902 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/04/30 16:16:38.902 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/04/30 16:16:38.904 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.951304ms] [] [2024/04/30 16:16:38.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/04/30 16:16:38.904 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/04/30 16:16:38.904 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=71.37µs] [] [2024/04/30 16:16:38.904 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/04/30 16:16:38.905 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.002031ms] [] [2024/04/30 16:16:38.954 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:38.958 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:38.958 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:38.958 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:38.958 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:38.961 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:38.961 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:38.961 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:38.961 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:38.961 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:38.961 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=9.999870582s] [] [2024/04/30 16:16:39.033 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:39.034 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:39.035 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:39.035 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:39.101 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/04/30 16:16:39.103 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:39.103 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:39.307 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:39.360 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/04/30 16:16:39.361 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/04/30 16:16:39.361 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/04/30 16:16:39.369 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=8.180341ms] [] [2024/04/30 16:16:39.369 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/04/30 16:16:39.369 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/04/30 16:16:39.369 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [weight=30] [2024/04/30 16:16:39.369 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [concurrency=15] [2024/04/30 16:16:39.373 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/04/30 16:16:39.374 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/04/30 16:16:39.374 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=13.399963ms] [] [2024/04/30 16:16:39.374 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=13.634857ms] [] [2024/04/30 16:16:39.418 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=110.325555ms] [] [2024/04/30 16:16:39.433 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:39.433 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/04/30 16:16:39.436 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/04/30 16:16:39.500 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/04/30 16:16:39.516 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=56] [2024/04/30 16:16:39.540 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:39.540 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/04/30 16:16:39.668 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:39.722 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.514719969\n# Parse_time: 0.000573847\n# Compile_time: 0.001507029\n# Rewrite_time: 0.000396109\n# Optimize_time: 0.002290572\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/04/30 16:16:39.735 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/04/30 16:16:39.761 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:39.761 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/04/30 16:16:39.800 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:39.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=278.814µs] [gotSchemaVersion=191] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:39.845 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=191] [2024/04/30 16:16:39.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.196155ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:39.926 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:39.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=178.889µs] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:39.964 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/04/30 16:16:40.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=52.658428ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.032 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=282.086µs] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:40.119 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/04/30 16:16:40.155 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.934569ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.191 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/04/30 16:16:40.201 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/04/30 16:16:40.205 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:39.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.252 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/04/30 16:16:40.253 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:40.256 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.521807639\n# Parse_time: 0.000445733\n# Compile_time: 0.000605945\n# Rewrite_time: 0.000036728\n# Optimize_time: 0.002170222\n# Wait_TS: 0.000404674\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/04/30 16:16:40.258 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/04/30 16:16:40.287 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:40.287 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/04/30 16:16:40.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=1.051928ms] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:40.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=274] [version=194] [2024/04/30 16:16:40.446 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.07275ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.480 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:40.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.516 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/04/30 16:16:40.516 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:40.521 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/04/30 16:16:40.582 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=41.794146ms] [2024/04/30 16:16:40.610 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:40.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:40.610 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:40.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/04/30 16:16:40.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:40.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.699 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/04/30 16:16:40.775 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=3.091422ms] [gotSchemaVersion=195] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:40.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=276] [version=195] [2024/04/30 16:16:40.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.086448ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:40.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.882 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:40.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:40.919 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/04/30 16:16:40.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:40.923 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.403276707\n# Parse_time: 0.000882974\n# Compile_time: 0.000950903\n# Rewrite_time: 0.000053221\n# Optimize_time: 0.002170222\n# Wait_TS: 0.000339942\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/04/30 16:16:40.941 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:41.190 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:41.291 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:41.331 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/04/30 16:16:41.332 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:41.461 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:41.463 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:41.465 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/04/30 16:16:41.488 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:41.490 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:41.491 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/04/30 16:16:41.491 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=74.905µs] [2024/04/30 16:16:41.491 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=196.865µs] [] [2024/04/30 16:16:41.491 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:41.491 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:41.624 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/04/30 16:16:41.644 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/04/30 16:16:41.651 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:41.690 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:41.692 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/04/30 16:16:41.693 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:41.702 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:41.702 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:41.703 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:41.703 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:41.704 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:41.704 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:41.704 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:41.704 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:41.704 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:41.718 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:41.719 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:41.719 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:41.719 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=204.8MiB] [per-index=68.27MiB] [2024/04/30 16:16:41.719 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=700.7GiB] [2024/04/30 16:16:41.768 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [2024/04/30 16:16:41.772 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:41.776 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:41.776 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/04/30 16:16:41.792 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/04/30 16:16:41.794 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=209.884µs] [encodeDur=1.350409ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=674.82µs] [type=file] [takeTime=2.66136ms] [] [2024/04/30 16:16:41.796 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/ff1bb434-48e2-4d63-b54e-d9b88c7b1763.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/04/30 16:16:41.796 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [takeTime=27.815017ms] [] [2024/04/30 16:16:41.796 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/04/30 16:16:41.796 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/04/30 16:16:41.796 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:41.798 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.810243ms] [] [2024/04/30 16:16:41.798 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/04/30 16:16:41.802 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:41.825 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/04/30 16:16:41.825 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:41.888 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/04/30 16:16:41.891 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=92.691116ms] [] [2024/04/30 16:16:41.891 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/04/30 16:16:41.892 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.490003ms] [] [2024/04/30 16:16:41.893 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/04/30 16:16:41.893 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:41.893 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/5b9e925c-e8d9-4c1c-a8e1-647d31baabb3.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/04/30 16:16:41.895 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.849678ms] [] [2024/04/30 16:16:41.896 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/04/30 16:16:41.900 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:41.922 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/04/30 16:16:41.922 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:41.936 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/04/30 16:16:41.938 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=42.014302ms] [] [2024/04/30 16:16:41.938 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/04/30 16:16:41.939 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.026095ms] [] [2024/04/30 16:16:41.993 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:41.998 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:41.998 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:41.998 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:41.998 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:42.000 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:42.000 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:42.000 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:42.000 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:42.001 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:42.001 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=310.441778ms] [] [2024/04/30 16:16:42.054 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:42.056 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:42.057 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:42.057 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:42.126 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/04/30 16:16:42.128 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:42.128 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:42.361 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:42.406 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/04/30 16:16:42.406 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/04/30 16:16:42.407 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/04/30 16:16:42.416 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=9.729357ms] [] [2024/04/30 16:16:42.416 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/04/30 16:16:42.416 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/04/30 16:16:42.417 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/04/30 16:16:42.417 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [weight=30] [2024/04/30 16:16:42.417 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [concurrency=15] [2024/04/30 16:16:42.426 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/04/30 16:16:42.429 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/04/30 16:16:42.429 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/04/30 16:16:42.429 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=22.812098ms] [] [2024/04/30 16:16:42.429 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=23.159373ms] [] [2024/04/30 16:16:42.479 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=118.51978ms] [] [2024/04/30 16:16:42.554 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:42.554 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/04/30 16:16:42.558 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/04/30 16:16:42.604 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/04/30 16:16:42.663 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=57] [2024/04/30 16:16:42.685 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:42.685 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/04/30 16:16:42.768 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:42.855 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9307578909999998\n# Parse_time: 0.001324457\n# Compile_time: 0.003590769\n# Rewrite_time: 0.001918347\n# Optimize_time: 0.002170222\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestImportInto/TestOtherCharset [2024/04/30 16:16:42.865 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/04/30 16:16:42.890 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:42.890 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/04/30 16:16:42.932 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:42.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=270.878µs] [gotSchemaVersion=196] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:42.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=196] [2024/04/30 16:16:43.015 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.179144ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.126 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=209.672µs] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:43.168 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/04/30 16:16:43.205 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.654906ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=206.78µs] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:43.317 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/04/30 16:16:43.356 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.563376ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.424 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/04/30 16:16:43.435 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/04/30 16:16:43.439 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:42.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.486 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/04/30 16:16:43.486 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:43.489 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.625675737\n# Parse_time: 0.000504856\n# Compile_time: 0.000816584\n# Rewrite_time: 0.000037975\n# Optimize_time: 0.001100709\n# Wait_TS: 0.000426033\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/04/30 16:16:43.491 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/04/30 16:16:43.567 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:43.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:43.567 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:43.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/04/30 16:16:43.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:43.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.635 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.165792ms] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:43.645 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=279] [version=199] [2024/04/30 16:16:43.682 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=54.127173ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:43.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.766 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:43.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.795 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/04/30 16:16:43.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:43.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308347211\n# Parse_time: 0.000206647\n# Compile_time: 0.000692921\n# Rewrite_time: 0.000033932\n# Optimize_time: 0.001100709\n# Wait_TS: 0.00097296\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 57c1769775ec71b312ca9272bfda9dbbb71fbb1ce0cbb7a37842365c6d1d7996\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_charset;"] [2024/04/30 16:16:43.801 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/04/30 16:16:43.843 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:43.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:43.843 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:43.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/04/30 16:16:43.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:43.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:43.919 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/04/30 16:16:43.992 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=47.297865ms] [2024/04/30 16:16:44.029 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=2.383616ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:44.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=281] [version=200] [2024/04/30 16:16:44.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.73773ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:43.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:44.146 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:43.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:44.188 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/04/30 16:16:44.189 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:44.192 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.393121794\n# Parse_time: 0.000738282\n# Compile_time: 0.00096734\n# Rewrite_time: 0.000050199\n# Optimize_time: 0.001100709\n# Wait_TS: 0.000460801\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/04/30 16:16:44.195 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/04/30 16:16:44.236 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:44.236 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/04/30 16:16:44.298 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:44.305 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/04/30 16:16:44.360 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=2.331628ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:44.370 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=283] [version=201] [2024/04/30 16:16:44.406 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=52.939082ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:44.530 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:44.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:44.578 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/04/30 16:16:44.578 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:44.582 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.388601528\n# Parse_time: 0.000832774\n# Compile_time: 0.001341962\n# Rewrite_time: 0.00004807\n# Optimize_time: 0.001100709\n# Wait_TS: 0.000359087\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/04/30 16:16:44.596 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:44.810 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:44.955 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:45.006 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/04/30 16:16:45.006 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:45.112 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:45.113 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:45.114 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/04/30 16:16:45.134 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:45.137 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/04/30 16:16:45.138 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/04/30 16:16:45.138 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=72.817µs] [2024/04/30 16:16:45.138 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=244.76µs] [] [2024/04/30 16:16:45.138 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:45.138 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:45.252 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/04/30 16:16:45.271 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/04/30 16:16:45.290 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:45.379 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:45.381 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/04/30 16:16:45.382 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:45.390 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:45.391 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:45.391 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:45.391 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:45.392 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:45.392 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:45.392 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:45.392 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:45.392 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:45.407 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:45.409 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:45.409 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=752.3GB] [2024/04/30 16:16:45.409 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:45.409 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=700.7GiB] [2024/04/30 16:16:45.461 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [2024/04/30 16:16:45.465 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/04/30 16:16:45.469 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/04/30 16:16:45.469 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/04/30 16:16:45.479 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/04/30 16:16:45.482 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.190348ms] [encodeDur=977.276µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=290.914µs] [type=file] [takeTime=2.836088ms] [] [2024/04/30 16:16:45.483 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [takeTime=21.669023ms] [] [2024/04/30 16:16:45.483 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/9048ab55-e770-4d73-a43d-8d452d55aa5a.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/04/30 16:16:45.483 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/04/30 16:16:45.483 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/04/30 16:16:45.483 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/04/30 16:16:45.485 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=2.004475ms] [] [2024/04/30 16:16:45.485 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/04/30 16:16:45.490 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:45.512 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/04/30 16:16:45.513 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:45.527 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/04/30 16:16:45.529 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=43.405268ms] [] [2024/04/30 16:16:45.529 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/04/30 16:16:45.530 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.076791ms] [] [2024/04/30 16:16:45.530 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/04/30 16:16:45.530 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/04/30 16:16:45.532 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.710863ms] [] [2024/04/30 16:16:45.532 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/04/30 16:16:45.532 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/04/30 16:16:45.532 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=68.349µs] [] [2024/04/30 16:16:45.532 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/04/30 16:16:45.533 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=992.15µs] [] [2024/04/30 16:16:45.588 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:45.591 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:45.591 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:45.591 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:45.591 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:45.593 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:45.593 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:45.593 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:45.593 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:45.594 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:45.594 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=214.068437ms] [] [2024/04/30 16:16:45.630 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:45.631 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:45.632 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:45.632 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:45.755 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/04/30 16:16:45.757 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:45.757 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:45.904 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:45.950 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/04/30 16:16:45.950 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/04/30 16:16:45.950 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/04/30 16:16:45.958 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=7.286127ms] [] [2024/04/30 16:16:45.958 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/04/30 16:16:45.958 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/04/30 16:16:45.958 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [weight=30] [2024/04/30 16:16:45.958 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [concurrency=15] [2024/04/30 16:16:45.962 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/04/30 16:16:45.962 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/04/30 16:16:45.962 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=11.805128ms] [] [2024/04/30 16:16:45.962 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=12.001982ms] [] [2024/04/30 16:16:46.004 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=100.399235ms] [] [2024/04/30 16:16:46.027 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:46.027 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/04/30 16:16:46.030 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/04/30 16:16:46.125 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=58] [2024/04/30 16:16:46.133 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/04/30 16:16:46.157 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:46.157 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/04/30 16:16:46.221 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.637576371\n# Parse_time: 0.000598719\n# Compile_time: 0.001462927\n# Rewrite_time: 0.000397105\n# Optimize_time: 0.001100709\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/04/30 16:16:46.242 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:46.250 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:46.425 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:46.586 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:46.622 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/04/30 16:16:46.622 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:46.729 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:46.730 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:46.731 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/04/30 16:16:46.754 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:46.756 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/04/30 16:16:46.757 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/04/30 16:16:46.757 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=60.167µs] [2024/04/30 16:16:46.757 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=167.464µs] [] [2024/04/30 16:16:46.757 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:46.757 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:46.935 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/04/30 16:16:46.954 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/04/30 16:16:46.989 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:47.038 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:47.039 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/04/30 16:16:47.040 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:47.049 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:47.049 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:47.049 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:47.049 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:47.050 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:47.050 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:47.050 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:47.050 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:47.050 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:47.064 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:47.066 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:47.066 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/04/30 16:16:47.066 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:47.066 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=700.7GiB] [2024/04/30 16:16:47.107 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [2024/04/30 16:16:47.112 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:16:47.115 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:16:47.115 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/04/30 16:16:47.130 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/04/30 16:16:47.133 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=1.182049ms] [encodeDur=796.298µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=308.533µs] [type=file] [takeTime=2.713084ms] [] [2024/04/30 16:16:47.133 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/20733e09-3ace-43a7-870e-34e36230c54f.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/04/30 16:16:47.133 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [takeTime=25.799891ms] [] [2024/04/30 16:16:47.134 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/04/30 16:16:47.134 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/04/30 16:16:47.134 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:16:47.136 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.026328ms] [] [2024/04/30 16:16:47.136 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/04/30 16:16:47.140 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:47.162 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/04/30 16:16:47.162 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:47.175 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/04/30 16:16:47.177 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=41.393252ms] [] [2024/04/30 16:16:47.177 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:16:47.178 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.089738ms] [] [2024/04/30 16:16:47.179 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/04/30 16:16:47.179 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:16:47.180 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.526263ms] [] [2024/04/30 16:16:47.180 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/04/30 16:16:47.180 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:16:47.180 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=73.226µs] [] [2024/04/30 16:16:47.180 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:16:47.181 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=978.335µs] [] [2024/04/30 16:16:47.223 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:47.226 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:47.226 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:47.226 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:47.226 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:47.229 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:47.229 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:47.229 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:47.229 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:47.229 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:47.229 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=191.123086ms] [] [2024/04/30 16:16:47.245 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:47.246 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:47.248 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:47.248 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:47.370 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/04/30 16:16:47.372 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:47.372 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:47.506 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:47.547 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/04/30 16:16:47.547 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/04/30 16:16:47.547 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/04/30 16:16:47.554 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=7.276982ms] [] [2024/04/30 16:16:47.555 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/04/30 16:16:47.555 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/04/30 16:16:47.555 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [weight=30] [2024/04/30 16:16:47.555 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [concurrency=15] [2024/04/30 16:16:47.558 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/04/30 16:16:47.559 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/04/30 16:16:47.559 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=11.940317ms] [] [2024/04/30 16:16:47.559 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=12.121628ms] [] [2024/04/30 16:16:47.598 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=91.500418ms] [] [2024/04/30 16:16:47.648 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:47.648 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/04/30 16:16:47.650 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/04/30 16:16:47.741 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/04/30 16:16:47.759 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:47.759 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/04/30 16:16:47.766 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/04/30 16:16:47.780 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/04/30 16:16:47.780 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/04/30 16:16:47.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.619174551\n# Parse_time: 0.000837488\n# Compile_time: 0.00124064\n# Rewrite_time: 0.000332718\n# Optimize_time: 0.000948774\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/04/30 16:16:47.850 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:47.861 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/04/30 16:16:47.886 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/04/30 16:16:47.912 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:47.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:47.912 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:47.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/04/30 16:16:47.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:47.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:47.970 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/04/30 16:16:48.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=2.219821ms] [gotSchemaVersion=202] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:48.029 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=285] [version=202] [2024/04/30 16:16:48.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=97.463973ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:47.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:48.150 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:47.859 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:48.188 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/04/30 16:16:48.188 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:48.192 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333099394\n# Parse_time: 0.001228771\n# Compile_time: 0.001158296\n# Rewrite_time: 0.00005091\n# Optimize_time: 0.00162453\n# Wait_TS: 0.000348286\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: da34f11db061731cc95449a49df2e61f3578016cf1524da03b6d6f930b15ec69\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.latin1 ( i INT, j VARCHAR(255) ) CHARACTER SET latin1;"] [2024/04/30 16:16:48.206 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:48.410 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:48.560 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:48.605 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/04/30 16:16:48.605 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:48.711 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:48.712 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:48.713 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/04/30 16:16:48.734 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:48.737 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/04/30 16:16:48.737 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/04/30 16:16:48.737 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=58.58µs] [2024/04/30 16:16:48.737 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=176.664µs] [] [2024/04/30 16:16:48.737 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:48.737 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:48.842 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/04/30 16:16:48.863 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/04/30 16:16:48.876 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:48.970 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:48.971 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/04/30 16:16:48.972 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:48.981 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:48.981 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:48.982 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:48.982 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:48.983 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:48.983 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:48.983 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:48.983 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:48.983 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:48.997 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:48.999 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:48.999 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=752.3GB] [2024/04/30 16:16:48.999 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:48.999 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=700.7GiB] [2024/04/30 16:16:49.045 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [2024/04/30 16:16:49.050 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/04/30 16:16:49.053 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/04/30 16:16:49.054 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/04/30 16:16:49.062 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/04/30 16:16:49.065 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.201551ms] [encodeDur=731.048µs] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=228.704µs] [type=file] [takeTime=2.587154ms] [] [2024/04/30 16:16:49.066 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [takeTime=20.883454ms] [] [2024/04/30 16:16:49.066 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/5c643298-12be-463e-9560-c9eeee9c7be5.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/04/30 16:16:49.066 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/04/30 16:16:49.066 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/04/30 16:16:49.066 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/04/30 16:16:49.068 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.956295ms] [] [2024/04/30 16:16:49.068 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/04/30 16:16:49.073 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:49.094 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/04/30 16:16:49.095 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:49.108 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/04/30 16:16:49.110 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=41.451932ms] [] [2024/04/30 16:16:49.110 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/04/30 16:16:49.111 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.030155ms] [] [2024/04/30 16:16:49.111 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/04/30 16:16:49.111 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/04/30 16:16:49.113 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.526851ms] [] [2024/04/30 16:16:49.113 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/04/30 16:16:49.113 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/04/30 16:16:49.113 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=57.882µs] [] [2024/04/30 16:16:49.113 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/04/30 16:16:49.114 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=852.551µs] [] [2024/04/30 16:16:49.162 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/04/30 16:16:49.165 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:49.165 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:49.165 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:49.165 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:49.168 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:49.168 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:49.168 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:49.168 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:49.168 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:49.168 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=198.026943ms] [] [2024/04/30 16:16:49.229 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:49.230 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:49.231 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:49.231 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:49.299 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/04/30 16:16:49.300 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:49.300 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:49.526 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:49.572 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/04/30 16:16:49.573 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/04/30 16:16:49.573 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/04/30 16:16:49.580 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=7.752199ms] [] [2024/04/30 16:16:49.581 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/04/30 16:16:49.581 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/04/30 16:16:49.581 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [weight=30] [2024/04/30 16:16:49.581 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [concurrency=15] [2024/04/30 16:16:49.585 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/04/30 16:16:49.586 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/04/30 16:16:49.586 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=12.999263ms] [] [2024/04/30 16:16:49.586 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=13.218053ms] [] [2024/04/30 16:16:49.629 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:49.629 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/04/30 16:16:49.632 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/04/30 16:16:49.633 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=106.673114ms] [] [2024/04/30 16:16:49.682 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/04/30 16:16:49.710 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60] [2024/04/30 16:16:49.787 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:49.787 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/04/30 16:16:49.840 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.647407334\n# Parse_time: 0.000566761\n# Compile_time: 0.001302509\n# Rewrite_time: 0.000332704\n# Optimize_time: 0.00162453\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/04/30 16:16:49.853 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/04/30 16:16:49.884 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:49.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:49.884 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-04-30 16:16:49.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/04/30 16:16:49.887 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:49.949 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:49.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:49.960 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/04/30 16:16:50.004 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.477571ms] [gotSchemaVersion=203] [phyTblIDs="[282,286]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:16:50.015 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=287] [version=203] [2024/04/30 16:16:50.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.924871ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:49.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:50.087 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/04/30 16:16:50.097 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/04/30 16:16:50.101 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:49.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:50.203 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/04/30 16:16:50.204 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:50.208 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.356356874\n# Parse_time: 0.000318484\n# Compile_time: 0.000925233\n# Rewrite_time: 0.00003748\n# Optimize_time: 0.001348149\n# Wait_TS: 0.000431635\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/04/30 16:16:50.222 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:50.397 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:50.484 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:50.520 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/04/30 16:16:50.521 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:50.626 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:50.628 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:50.629 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/04/30 16:16:50.650 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:50.653 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/04/30 16:16:50.653 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/04/30 16:16:50.653 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=69.165µs] [2024/04/30 16:16:50.653 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=201.095µs] [] [2024/04/30 16:16:50.653 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:50.653 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:50.765 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/04/30 16:16:50.783 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/04/30 16:16:50.792 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:50.831 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:50.832 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/04/30 16:16:50.834 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:50.842 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:50.842 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:50.842 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:50.842 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:50.843 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:50.843 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:50.843 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:50.843 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:50.844 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:50.858 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:50.859 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:50.859 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/04/30 16:16:50.859 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:50.859 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=700.7GiB] [2024/04/30 16:16:50.899 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [2024/04/30 16:16:50.902 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:16:50.905 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:16:50.906 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/04/30 16:16:50.953 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/04/30 16:16:50.956 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.176981ms] [encodeDur=875.036µs] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=280.036µs] [type=file] [takeTime=2.758539ms] [] [2024/04/30 16:16:50.957 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [takeTime=58.183595ms] [] [2024/04/30 16:16:50.957 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/b196ee91-5ab7-4dbd-bc0c-b99f5d8dabbf.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/04/30 16:16:50.957 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/04/30 16:16:50.957 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/04/30 16:16:50.957 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:16:50.959 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.863068ms] [] [2024/04/30 16:16:50.959 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/04/30 16:16:50.964 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:51.012 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/04/30 16:16:51.012 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:51.028 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/04/30 16:16:51.031 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=71.172142ms] [] [2024/04/30 16:16:51.031 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/04/30 16:16:51.032 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.228784ms] [] [2024/04/30 16:16:51.032 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/04/30 16:16:51.032 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:16:51.034 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.68929ms] [] [2024/04/30 16:16:51.034 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/04/30 16:16:51.034 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:16:51.034 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=102.699µs] [] [2024/04/30 16:16:51.034 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/04/30 16:16:51.035 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=997.155µs] [] [2024/04/30 16:16:51.079 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/04/30 16:16:51.083 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:51.083 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:51.083 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:51.083 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:51.085 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:51.086 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:51.086 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:51.086 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:51.086 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:51.086 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=254.988146ms] [] [2024/04/30 16:16:51.144 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:51.145 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:51.146 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:51.146 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:51.211 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/04/30 16:16:51.213 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:51.213 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:51.396 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:51.444 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/04/30 16:16:51.444 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/04/30 16:16:51.444 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/04/30 16:16:51.453 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=8.440757ms] [] [2024/04/30 16:16:51.453 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/04/30 16:16:51.453 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/04/30 16:16:51.453 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [weight=30] [2024/04/30 16:16:51.453 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [concurrency=15] [2024/04/30 16:16:51.459 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/04/30 16:16:51.459 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/04/30 16:16:51.460 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=15.430714ms] [] [2024/04/30 16:16:51.460 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=15.723621ms] [] [2024/04/30 16:16:51.498 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=102.153979ms] [] [2024/04/30 16:16:51.547 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:51.547 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/04/30 16:16:51.549 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/04/30 16:16:51.618 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/04/30 16:16:51.626 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=61] [2024/04/30 16:16:51.654 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:51.654 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/04/30 16:16:51.789 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:51.793 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.584403618\n# Parse_time: 0.000626083\n# Compile_time: 0.001535458\n# Rewrite_time: 0.000345019\n# Optimize_time: 0.001348149\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/04/30 16:16:51.805 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/04/30 16:16:51.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:51.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:51.849 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:51.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/04/30 16:16:51.895 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:51.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:51.903 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/04/30 16:16:51.971 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=2.362512ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:51.982 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=289] [version=204] [2024/04/30 16:16:52.017 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.268059ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:51.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:52.079 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:51.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:52.121 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/04/30 16:16:52.121 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:52.125 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.322328376\n# Parse_time: 0.001171595\n# Compile_time: 0.001408214\n# Rewrite_time: 0.000048539\n# Optimize_time: 0.001168529\n# Wait_TS: 0.000394055\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: e87f2e870f4bf9ec0d045b1664b35208dd4596c481b2839aa5581592d4744ac1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.ascii ( j VARCHAR(255) ) CHARACTER SET ascii;"] [2024/04/30 16:16:52.127 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/04/30 16:16:52.203 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=42.468012ms] [2024/04/30 16:16:52.207 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:52.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:52.207 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:52.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/04/30 16:16:52.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:52.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:52.276 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/04/30 16:16:52.322 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=2.486182ms] [gotSchemaVersion=205] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:52.335 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=291] [version=205] [2024/04/30 16:16:52.368 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.223857ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:52.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:52.429 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:52.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:52.473 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/04/30 16:16:52.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:52.477 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351610832\n# Parse_time: 0.001026248\n# Compile_time: 0.001181362\n# Rewrite_time: 0.000050093\n# Optimize_time: 0.001168529\n# Wait_TS: 0.000473611\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/04/30 16:16:52.491 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:52.754 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:52.834 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:52.874 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/04/30 16:16:52.874 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:52.979 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:52.980 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:52.981 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/04/30 16:16:53.001 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:53.004 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/04/30 16:16:53.004 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/04/30 16:16:53.004 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=68.363µs] [2024/04/30 16:16:53.004 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=203.622µs] [] [2024/04/30 16:16:53.004 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:53.004 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:53.172 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/04/30 16:16:53.190 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/04/30 16:16:53.212 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:53.253 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:53.254 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/04/30 16:16:53.255 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:53.264 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:53.264 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:53.264 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:53.264 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:53.265 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:53.265 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:53.265 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:53.265 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:53.265 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:53.279 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:53.281 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:53.281 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=752.3GB] [2024/04/30 16:16:53.281 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:53.281 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=700.7GiB] [2024/04/30 16:16:53.322 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [2024/04/30 16:16:53.326 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/04/30 16:16:53.330 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/04/30 16:16:53.330 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/04/30 16:16:53.344 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/04/30 16:16:53.347 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.128702ms] [encodeDur=502.752µs] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=242.217µs] [type=file] [takeTime=2.234967ms] [] [2024/04/30 16:16:53.347 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [takeTime=24.798069ms] [] [2024/04/30 16:16:53.347 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/7fce8ec5-59b8-43e8-b3c9-9db9d9707a81.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/04/30 16:16:53.348 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/04/30 16:16:53.348 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/04/30 16:16:53.348 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/04/30 16:16:53.350 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.067238ms] [] [2024/04/30 16:16:53.350 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/04/30 16:16:53.354 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:53.376 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/04/30 16:16:53.376 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:53.390 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/04/30 16:16:53.392 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=42.039313ms] [] [2024/04/30 16:16:53.392 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/04/30 16:16:53.393 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.082401ms] [] [2024/04/30 16:16:53.393 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/04/30 16:16:53.393 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/04/30 16:16:53.395 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.540349ms] [] [2024/04/30 16:16:53.395 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/04/30 16:16:53.395 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/04/30 16:16:53.395 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=64.848µs] [] [2024/04/30 16:16:53.395 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/04/30 16:16:53.396 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=981.407µs] [] [2024/04/30 16:16:53.445 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/04/30 16:16:53.448 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:53.448 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:53.448 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:53.448 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:53.450 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:53.450 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:53.450 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:53.451 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:53.451 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:53.451 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=197.258433ms] [] [2024/04/30 16:16:53.546 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:53.547 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:53.548 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:53.548 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:53.617 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/04/30 16:16:53.619 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:53.619 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:53.769 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:53.807 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/04/30 16:16:53.807 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/04/30 16:16:53.807 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/04/30 16:16:53.815 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=7.6677ms] [] [2024/04/30 16:16:53.815 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/04/30 16:16:53.815 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/04/30 16:16:53.815 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [weight=30] [2024/04/30 16:16:53.815 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [concurrency=15] [2024/04/30 16:16:53.819 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/04/30 16:16:53.820 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/04/30 16:16:53.820 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=12.893941ms] [] [2024/04/30 16:16:53.820 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=13.069861ms] [] [2024/04/30 16:16:53.913 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=144.0117ms] [] [2024/04/30 16:16:53.913 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:53.914 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/04/30 16:16:53.916 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/04/30 16:16:53.973 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/04/30 16:16:53.980 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=62] [2024/04/30 16:16:54.003 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:54.003 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/04/30 16:16:54.091 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:54.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.61502993\n# Parse_time: 0.000544283\n# Compile_time: 0.00122524\n# Rewrite_time: 0.000307603\n# Optimize_time: 0.001168529\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/04/30 16:16:54.119 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:54.338 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/04/30 16:16:54.419 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:54.470 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/04/30 16:16:54.470 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:54.577 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:54.578 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:54.579 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/04/30 16:16:54.603 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:54.606 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/04/30 16:16:54.606 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/04/30 16:16:54.606 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.904µs] [2024/04/30 16:16:54.607 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=184.583µs] [] [2024/04/30 16:16:54.607 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:54.607 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:54.773 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/04/30 16:16:54.792 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/04/30 16:16:54.800 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:54.845 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:54.845 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/04/30 16:16:54.846 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:54.855 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:54.856 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:54.856 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:54.856 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:54.857 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:54.857 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:54.857 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:54.857 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:54.857 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:54.872 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:54.874 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:54.874 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=752.3GB] [2024/04/30 16:16:54.874 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:54.874 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=700.7GiB] [2024/04/30 16:16:54.922 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [2024/04/30 16:16:54.926 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/04/30 16:16:54.930 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/04/30 16:16:54.930 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/04/30 16:16:54.947 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/04/30 16:16:54.949 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=1.163899ms] [encodeDur=392.282µs] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=276.631µs] [type=file] [takeTime=2.268799ms] [] [2024/04/30 16:16:54.950 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [takeTime=27.855679ms] [] [2024/04/30 16:16:54.950 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/aa27004b-7925-4196-ac20-468e3b76ccd1.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/04/30 16:16:54.950 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/04/30 16:16:54.950 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/04/30 16:16:54.950 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/04/30 16:16:54.952 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=2.156032ms] [] [2024/04/30 16:16:54.953 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/04/30 16:16:54.957 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:54.979 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/04/30 16:16:54.979 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:54.993 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/04/30 16:16:54.995 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=42.162363ms] [] [2024/04/30 16:16:54.995 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/04/30 16:16:54.996 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.086766ms] [] [2024/04/30 16:16:54.996 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/04/30 16:16:54.996 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/04/30 16:16:54.998 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.582193ms] [] [2024/04/30 16:16:54.998 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/04/30 16:16:54.998 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/04/30 16:16:54.998 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=65.136µs] [] [2024/04/30 16:16:54.998 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/04/30 16:16:54.999 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=850.033µs] [] [2024/04/30 16:16:55.051 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:55.054 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:55.054 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:55.054 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:55.055 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:55.055 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:55.057 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:55.057 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:55.057 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:55.057 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:55.057 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:55.057 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=212.17311ms] [] [2024/04/30 16:16:55.102 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:55.103 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:55.104 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:55.104 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:55.225 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/04/30 16:16:55.226 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:55.227 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:55.391 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:55.436 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/04/30 16:16:55.436 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/04/30 16:16:55.436 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/04/30 16:16:55.444 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=7.630433ms] [] [2024/04/30 16:16:55.444 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/04/30 16:16:55.444 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/04/30 16:16:55.444 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [weight=30] [2024/04/30 16:16:55.444 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [concurrency=15] [2024/04/30 16:16:55.448 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/04/30 16:16:55.449 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/04/30 16:16:55.449 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=12.752483ms] [] [2024/04/30 16:16:55.449 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=12.928285ms] [] [2024/04/30 16:16:55.493 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=102.330459ms] [] [2024/04/30 16:16:55.541 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:55.541 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/04/30 16:16:55.544 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/04/30 16:16:55.589 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/04/30 16:16:55.592 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=63] [2024/04/30 16:16:55.622 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:55.622 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/04/30 16:16:55.686 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.582869402\n# Parse_time: 0.001082062\n# Compile_time: 0.001924456\n# Rewrite_time: 0.000322382\n# Optimize_time: 0.001025346\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/04/30 16:16:55.699 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/04/30 16:16:55.724 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:55.726 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:55.726 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/04/30 16:16:55.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:55.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=331.164µs] [gotSchemaVersion=206] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:55.839 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=206] [2024/04/30 16:16:55.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.374815ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:55.999 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=270.08µs] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:56.043 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/04/30 16:16:56.080 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.184551ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=226.753µs] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:16:56.203 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/04/30 16:16:56.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.126858ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.311 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/04/30 16:16:56.321 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/04/30 16:16:56.325 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:55.66 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.378 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/04/30 16:16:56.378 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:56.382 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.683731946\n# Parse_time: 0.000651126\n# Compile_time: 0.000971038\n# Rewrite_time: 0.000036604\n# Optimize_time: 0.001127336\n# Wait_TS: 0.000492557\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/04/30 16:16:56.383 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/04/30 16:16:56.459 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=48.361558ms] [2024/04/30 16:16:56.466 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:56.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:56.466 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:56.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/04/30 16:16:56.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:56.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.547 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=1.107111ms] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:16:56.558 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=209] [2024/04/30 16:16:56.595 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.987801ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:16:56.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.671 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:56.36 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.696 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/04/30 16:16:56.697 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:56.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.318053848\n# Parse_time: 0.000323449\n# Compile_time: 0.000782982\n# Rewrite_time: 0.000035658\n# Optimize_time: 0.001127336\n# Wait_TS: 0.000460743\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/04/30 16:16:56.704 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:16:56.707 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:16:56.756 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:56.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:56.756 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:56.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:16:56.828 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:56.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:56.837 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/04/30 16:16:56.962 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=2.546178ms] [gotSchemaVersion=210] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:56.973 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=210] [2024/04/30 16:16:57.009 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=54.06974ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:56.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:57.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:56.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:57.112 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/04/30 16:16:57.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:57.116 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.410056406\n# Parse_time: 0.000706846\n# Compile_time: 0.000955653\n# Rewrite_time: 0.000040825\n# Optimize_time: 0.001127336\n# Wait_TS: 0.000467104\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:16:57.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:16:57.161 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:16:57.161 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:16:57.233 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:57.241 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/04/30 16:16:57.308 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.352551ms] [gotSchemaVersion=211] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:16:57.318 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=211] [2024/04/30 16:16:57.375 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=72.892971ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-04-30 16:16:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:57.425 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-04-30 16:16:57.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:16:57.481 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/04/30 16:16:57.481 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:16:57.485 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.36818618\n# Parse_time: 0.000658669\n# Compile_time: 0.001114509\n# Rewrite_time: 0.000048131\n# Optimize_time: 0.001127336\n# Wait_TS: 0.00037265\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:16:57.492 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/04/30 16:16:57.492 +00:00] [INFO] [db.go:132] ["inc log backup task"] [count=1] [2024/04/30 16:16:57.495 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/04/30 16:16:57.497 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/04/30 16:16:57.498 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/04/30 16:16:57.499 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/04/30 16:16:57.505 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:57.543 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/04/30 16:16:57.558 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:57.806 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/04/30 16:16:57.905 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:16:57.954 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/04/30 16:16:57.954 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:16:58.060 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:16:58.061 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:58.063 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/04/30 16:16:58.085 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:58.088 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/04/30 16:16:58.088 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/04/30 16:16:58.088 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=49.805µs] [2024/04/30 16:16:58.089 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=166.421µs] [] [2024/04/30 16:16:58.089 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:16:58.089 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:16:58.258 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/04/30 16:16:58.276 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/04/30 16:16:58.324 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:16:58.368 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:58.370 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/04/30 16:16:58.371 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:16:58.379 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:58.379 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:58.380 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:58.380 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:58.381 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:58.381 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:58.381 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:58.381 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:58.381 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:58.395 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:58.397 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:58.397 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/04/30 16:16:58.397 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:16:58.397 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=700.7GiB] [2024/04/30 16:16:58.440 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [2024/04/30 16:16:58.444 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:58.447 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:58.447 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/04/30 16:16:58.502 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/04/30 16:16:58.504 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=1.166053ms] [encodeDur=448.082µs] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=135.897µs] [type=file] [takeTime=2.160353ms] [] [2024/04/30 16:16:58.505 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [takeTime=64.97088ms] [] [2024/04/30 16:16:58.505 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/7cac6ee1-4522-4af6-ad77-31f2963d253d.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/04/30 16:16:58.505 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/04/30 16:16:58.505 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/04/30 16:16:58.505 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:58.507 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.147429ms] [] [2024/04/30 16:16:58.507 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/04/30 16:16:58.512 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:58.534 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:16:58.534 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:16:58.547 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:16:58.549 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.371533ms] [] [2024/04/30 16:16:58.549 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/04/30 16:16:58.550 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.09409ms] [] [2024/04/30 16:16:58.550 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/04/30 16:16:58.550 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:58.552 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.477158ms] [] [2024/04/30 16:16:58.552 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/04/30 16:16:58.552 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:58.552 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=69.594µs] [] [2024/04/30 16:16:58.552 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/04/30 16:16:58.553 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=842.844µs] [] [2024/04/30 16:16:58.593 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/04/30 16:16:58.596 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:58.596 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:58.596 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:16:58.596 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:16:58.596 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:16:58.596 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:16:58.596 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:58.596 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:16:58.596 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:58.597 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:58.597 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:58.597 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:58.597 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:16:58.599 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:16:58.599 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:16:58.599 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:16:58.599 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:16:58.599 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:16:58.599 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=230.364471ms] [] [2024/04/30 16:16:58.699 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:16:58.701 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:16:58.702 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/04/30 16:16:58.702 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:16:58.776 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/04/30 16:16:58.778 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:16:58.778 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:16:58.943 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:16:58.984 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/04/30 16:16:58.984 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/04/30 16:16:58.984 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/04/30 16:16:58.984 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=19.128µs] [] [2024/04/30 16:16:58.984 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/04/30 16:16:58.985 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/04/30 16:16:58.985 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [weight=30] [2024/04/30 16:16:58.985 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [concurrency=15] [2024/04/30 16:16:58.988 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/04/30 16:16:58.989 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/04/30 16:16:58.989 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=4.688881ms] [] [2024/04/30 16:16:58.989 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=4.842962ms] [] [2024/04/30 16:16:59.076 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:16:59.077 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/04/30 16:16:59.077 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=134.427315ms] [] [2024/04/30 16:16:59.079 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/04/30 16:16:59.128 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/04/30 16:16:59.160 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=64] [2024/04/30 16:16:59.187 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:16:59.187 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/04/30 16:16:59.272 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:16:59.518 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9740962579999999\n# Parse_time: 0.000482148\n# Compile_time: 0.001261262\n# Rewrite_time: 0.000308344\n# Optimize_time: 0.001127336\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/04/30 16:16:59.547 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:16:59.548 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=211] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/04/30 16:16:59.548 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:408\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/04/30 16:16:59.753 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/04/30 16:16:59.761 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:16:59.761 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:16:59.762 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:59.762 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:16:59.763 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:16:59.763 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:16:59.763 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:16:59.764 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:16:59.764 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:16:59.779 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:16:59.781 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:16:59.781 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/04/30 16:16:59.785 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/04/30 16:16:59.788 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/04/30 16:16:59.903 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [key=import-from-select] [2024/04/30 16:16:59.904 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [key=import-from-select] [readDur=10.136µs] [encodeDur=542.685µs] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=180.091µs] [type=query] [takeTime=1.099629ms] [] [2024/04/30 16:16:59.905 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/d7fd0e14-14ae-4145-8064-6168251d4f21/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/cfb338b1-1b84-4e39-9b03-e663f6e48cc6.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/04/30 16:16:59.908 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [key=import-from-select] [2024/04/30 16:16:59.908 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=124.972µs] [] [2024/04/30 16:16:59.908 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/04/30 16:16:59.910 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.487066ms] [] [2024/04/30 16:16:59.910 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/04/30 16:16:59.914 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:16:59.937 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:16:59.937 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:00.002 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:17:00.004 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=94.223291ms] [] [2024/04/30 16:17:00.004 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/04/30 16:17:00.006 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.864331ms] [] [2024/04/30 16:17:00.006 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/04/30 16:17:00.006 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/04/30 16:17:00.006 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=75.002µs] [] [2024/04/30 16:17:00.007 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/04/30 16:17:00.007 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [2024/04/30 16:17:00.007 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [takeTime=31.197µs] [] [2024/04/30 16:17:00.007 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/04/30 16:17:00.007 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [weight=30] [2024/04/30 16:17:00.007 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [concurrency=15] [2024/04/30 16:17:00.012 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/04/30 16:17:00.012 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/04/30 16:17:00.012 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=d7fd0e14-14ae-4145-8064-6168251d4f21] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=5.830649ms] [] [2024/04/30 16:17:00.013 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/04/30 16:17:00.013 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=13.342µs] [] [2024/04/30 16:17:00.013 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/04/30 16:17:00.014 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.372261ms] [] [2024/04/30 16:17:00.014 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/04/30 16:17:00.014 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=11.507µs] [] [2024/04/30 16:17:00.014 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/04/30 16:17:00.016 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.047676ms] [] [2024/04/30 16:17:00.020 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:00.020 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:00.020 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:00.020 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:00.020 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:00.020 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:00.020 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:00.021 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:00.021 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:00.021 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:00.021 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:00.021 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:00.021 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:00.023 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:00.023 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:00.023 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:00.023 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:00.023 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:00.026 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449444267821629448\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.475536058\n# Parse_time: 0.000674052\n# Compile_time: 0.002278082\n# Rewrite_time: 0.001460511\n# Optimize_time: 0.001289333\n# Wait_TS: 0.000098179\n# Cop_time: 0.000121949 Process_time: 0.000075422 Wait_time: 0.000072289 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 7\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 2.514e-05 Cop_proc_p90: 2.9577e-05 Cop_proc_max: 2.9577e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.4096e-05 Cop_wait_p90: 2.8173e-05 Cop_wait_max: 2.8173e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 762\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lAaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ3MW1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgkxCUIYNjk2LjHCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAzLCBtYXg6IDEuMzcBbghtaW4BDQQwMgENCGF2ZwENBDI0AQ0IcDk1AQ0NJzxheF9wcm9jX2tleXM6IDEsAR86EgAIdG90BRIUOiA3NS40BYcBEyR3YWl0OiA3Mi4zBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBa8IX2R1BRoBnQQwMQ3VAYWYZGlzdHNxbF9jb25jdXJyZW5jeTogM30sIHJwY19pbmZvOntDb3A6Ae0YX3JwYzozLAGFCGFsXyVjSDMuNDVtc319CTc2MiBCeXRlcwkhYwwyCTQzIUYAXzFl4HRhYmxlOnQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkxCXRpa3ZfdGFzazp7cHJvYwGkDDowcywlWAEIJVMBCQhwODAFESFXARAQaXRlcnMFn2Bhc2tzOjN9LCBzY2FuX2RldGFpbDoge3RvAbcBVQhlc3M5eEYXACBfc2l6ZTogNDUR6ymkODMsIGdldF9zbmFwc2hvdCkBCCAyNC2bNHJvY2tzZGI6IHtibG9jQSA5lQxjb3VuIbQQfX19LCAhOV6WAAEcNu8BCGFsXyHxERox9gB0IScId2FsLYgIIDMzCRokfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('/QagCvgGCgxJbXBvcnRJbnRvXzISswYKDVRhYmxlUmVhZGVyXzcStAMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfBpiMNAMAE4AkACShAKDgoJbG9hZF9kYXRhEgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjBzLCBtaW46MHMsIGF2ZzogMHMsIHA4MAURCHA5NQUITGl0ZXJzOjMsIHRhc2tzOjN9LCBzAZ98ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCBGFwAgX3NpemU6IDQ1ER0JLPBMMywgZ2V0X3NuYXBzaG90X3RpbWU6IDI0LjTCtXMsIHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogN319fSwgdGltZV9algAJVAQ3NQ1UCZwId2FpEW4MNzIuMwVuAHQhJwx3YWxsDTMEMzMJGgh9cP8RAQQBeBEKJP8BIXJCIqLbOBwyowEQAUABUhQhmgQ6VDbRAQRaFgWIEDY5Ni4xBW40bG9vcHM6MmKWAmNvcF8hYRg6IHtudW06IRUkbWF4OiAxLjM3bS2nECAxLjAyAQ0AYSGsDDEuMjQBDSGoGScEYXglii1bBDEsAR86EgAIdG90BRIAOjIQASUOADo5CRBjb3ByXzlqRHJhdGlvOiAwLjAwLCBidWlsZAWvCF9kdQUaFG46IDEwMQ3WAYVQZGlzdHNxbF9jb25jdXJyZW5jeTogQTw0cnBjX2luZm86e0NvcDoB7RBfcnBjOkFgRUglIigzLjQ1bXN9fXD6BT1tADghWRQDTi9BWhMFJgg0NzEhASlFADFWoQEEGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/04/30 16:17:00.040 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/04/30 16:17:00.040 +00:00] [INFO] [db.go:138] ["dec log backup task"] [count=0] [2024/04/30 16:17:00.040 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/04/30 16:17:00.041 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/04/30 16:17:00.082 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-04-30 16:17:00.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:00.081 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-04-30 16:17:00.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/04/30 16:17:00.124 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:00.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.136 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/04/30 16:17:00.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.585242ms] [gotSchemaVersion=212] [phyTblIDs="[295,299]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:17:00.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=212] [2024/04/30 16:17:00.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=53.954825ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:00.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.279 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/04/30 16:17:00.288 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/04/30 16:17:00.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:00.01 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.346 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/04/30 16:17:00.346 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:00.350 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.310354808\n# Parse_time: 0.000408192\n# Compile_time: 0.000796769\n# Rewrite_time: 0.000034673\n# Optimize_time: 0.002020259\n# Wait_TS: 0.000397251\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/04/30 16:17:00.364 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/04/30 16:17:00.403 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/04/30 16:17:00.484 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:00.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/04/30 16:17:00.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.580 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=351.147µs] [gotSchemaVersion=213] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:00.594 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=213] [2024/04/30 16:17:00.629 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.631243ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.680 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.708 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=188.211µs] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:00.718 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/04/30 16:17:00.758 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.728933ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=210.779µs] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:00.839 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/04/30 16:17:00.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=52.887647ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:00.996 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/04/30 16:17:01.006 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/04/30 16:17:01.010 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:00.41 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:01.056 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/04/30 16:17:01.056 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:01.060 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.658626681\n# Parse_time: 0.000689823\n# Compile_time: 0.000970494\n# Rewrite_time: 0.000034678\n# Optimize_time: 0.002020259\n# Wait_TS: 0.000577817\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/04/30 16:17:01.062 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=215] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/04/30 16:17:01.100 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:01.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:01.100 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:01.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/04/30 16:17:01.157 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:01.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:01.188 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=1.129753ms] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:17:01.200 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=303] [version=216] [2024/04/30 16:17:01.236 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.671277ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:01.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:01.306 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:01.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:01.331 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/04/30 16:17:01.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:01.338 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:17:01.341 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:17:01.408 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=47.456731ms] [2024/04/30 16:17:01.453 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:01.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:01.453 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:01.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:17:01.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:01.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:01.534 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/04/30 16:17:01.599 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=3.006716ms] [gotSchemaVersion=217] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:01.611 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=305] [version=217] [2024/04/30 16:17:01.645 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.733533ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:01.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:01.714 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:01.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:01.754 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/04/30 16:17:01.754 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:01.758 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.41785352\n# Parse_time: 0.000716175\n# Compile_time: 0.000930582\n# Rewrite_time: 0.000047968\n# Optimize_time: 0.002020259\n# Wait_TS: 0.000412517\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:17:01.779 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/04/30 16:17:01.811 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/04/30 16:17:01.881 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:01.881 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/04/30 16:17:01.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:01.950 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=265.449µs] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:01.961 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=218] [2024/04/30 16:17:01.999 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=53.169919ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.062 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.089 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=187.167µs] [gotSchemaVersion=219] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:02.102 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/04/30 16:17:02.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=54.318467ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.211 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=238.303µs] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:02.222 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/04/30 16:17:02.260 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.764086ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.380 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/04/30 16:17:02.390 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/04/30 16:17:02.394 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:01.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.444 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/04/30 16:17:02.444 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:02.448 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.638572904\n# Parse_time: 0.000514766\n# Compile_time: 0.000885647\n# Rewrite_time: 0.000036096\n# Optimize_time: 0.002020259\n# Wait_TS: 0.000448481\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/04/30 16:17:02.450 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=220] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/04/30 16:17:02.480 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:02.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:02.480 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:02.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/04/30 16:17:02.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:02.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.560 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=1.156265ms] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:17:02.572 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=308] [version=221] [2024/04/30 16:17:02.607 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.277482ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:02.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.680 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:02.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.707 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/04/30 16:17:02.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:02.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/04/30 16:17:02.717 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/04/30 16:17:02.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:02.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:17:02.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:02.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:02.896 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:02.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:02.905 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/04/30 16:17:02.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.257546ms] [gotSchemaVersion=222] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:02.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=310] [version=222] [2024/04/30 16:17:03.015 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.201859ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:02.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:02.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.112 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/04/30 16:17:03.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:03.116 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.40019376\n# Parse_time: 0.000801675\n# Compile_time: 0.001065441\n# Rewrite_time: 0.000049405\n# Optimize_time: 0.002020259\n# Wait_TS: 0.000333182\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/04/30 16:17:03.145 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:03.187 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/04/30 16:17:03.213 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/04/30 16:17:03.295 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:03.295 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/04/30 16:17:03.369 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=334.776µs] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:03.413 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=223] [2024/04/30 16:17:03.449 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.103267ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=201.737µs] [gotSchemaVersion=224] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:03.563 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/04/30 16:17:03.601 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.088846ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.674 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.711 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=567.019µs] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:03.759 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/311/b13585b1-4157-457c-9172-6c8ddbcb5df2] [currentVer=224] [latestVer=225] [2024/04/30 16:17:03.759 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id b13585b1-4157-457c-9172-6c8ddbcb5df2"] ["ddl job id"=311] [ver=225] [2024/04/30 16:17:03.770 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/04/30 16:17:03.782 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=75.722937ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.839 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/04/30 16:17:03.848 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/04/30 16:17:03.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:03.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:03.904 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/04/30 16:17:03.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:03.908 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.69662454\n# Parse_time: 0.000488663\n# Compile_time: 0.000704077\n# Rewrite_time: 0.000036361\n# Optimize_time: 0.002020259\n# Wait_TS: 0.000442875\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/04/30 16:17:03.910 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/04/30 16:17:03.947 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:03.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:03.947 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:03.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/04/30 16:17:04.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:03.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:04.055 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=1.080971ms] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:17:04.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=313] [version=226] [2024/04/30 16:17:04.103 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=52.741069ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:03.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:04.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:03.91 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:04.258 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/04/30 16:17:04.259 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:04.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.353861469\n# Parse_time: 0.000220005\n# Compile_time: 0.000669812\n# Rewrite_time: 0.000035805\n# Optimize_time: 0.002020259\n# Wait_TS: 0.000324345\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/04/30 16:17:04.266 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/04/30 16:17:04.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:04.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:04.303 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:04.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/04/30 16:17:04.338 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:04.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:04.347 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/04/30 16:17:04.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=2.701612ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:04.423 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=315] [version=227] [2024/04/30 16:17:04.456 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=53.902647ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:04.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:04.499 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:04.26 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:04.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/04/30 16:17:04.542 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:04.560 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:04.799 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:17:04.908 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:04.951 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/04/30 16:17:04.951 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:05.057 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:05.058 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:05.059 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/04/30 16:17:05.080 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:05.126 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/04/30 16:17:05.126 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/04/30 16:17:05.126 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=79.979µs] [2024/04/30 16:17:05.126 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=223.608µs] [] [2024/04/30 16:17:05.126 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:05.126 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:05.265 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/04/30 16:17:05.281 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=65] [2024/04/30 16:17:05.281 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/04/30 16:17:05.312 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:05.358 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:05.359 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/04/30 16:17:05.360 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:05.369 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:05.369 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:05.369 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:05.369 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:05.370 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:05.370 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:05.370 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:05.370 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:05.370 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:05.386 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:05.387 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:05.387 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/04/30 16:17:05.387 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:05.387 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=700.7GiB] [2024/04/30 16:17:05.432 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [2024/04/30 16:17:05.436 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/04/30 16:17:05.440 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:05.440 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/04/30 16:17:05.455 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/04/30 16:17:05.457 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.260456ms] [encodeDur=457.927µs] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=304.576µs] [type=file] [takeTime=2.448111ms] [] [2024/04/30 16:17:05.458 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [takeTime=25.714111ms] [] [2024/04/30 16:17:05.458 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/90a12be6-c24e-4196-9015-fad9352e8cc3.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/04/30 16:17:05.458 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/04/30 16:17:05.459 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/04/30 16:17:05.459 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/04/30 16:17:05.461 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.110136ms] [] [2024/04/30 16:17:05.461 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/04/30 16:17:05.465 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:05.487 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:17:05.487 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:05.501 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:17:05.503 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=42.22868ms] [] [2024/04/30 16:17:05.503 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/04/30 16:17:05.504 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=974.475µs] [] [2024/04/30 16:17:05.504 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/04/30 16:17:05.504 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:05.506 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.451461ms] [] [2024/04/30 16:17:05.506 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/04/30 16:17:05.506 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:05.506 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=74.21µs] [] [2024/04/30 16:17:05.506 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:05.507 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.031613ms] [] [2024/04/30 16:17:05.615 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:05.619 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:05.619 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:05.619 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:05.619 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:05.622 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:05.622 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:05.622 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:05.622 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:05.622 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:05.622 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=264.062821ms] [] [2024/04/30 16:17:05.671 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:05.673 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:05.674 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:05.674 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:05.737 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/04/30 16:17:05.739 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:05.739 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:17:05.945 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:06.000 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/04/30 16:17:06.001 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/04/30 16:17:06.001 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/04/30 16:17:06.009 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=8.427346ms] [] [2024/04/30 16:17:06.009 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/04/30 16:17:06.009 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/04/30 16:17:06.009 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [weight=30] [2024/04/30 16:17:06.010 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [concurrency=15] [2024/04/30 16:17:06.014 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/04/30 16:17:06.015 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/04/30 16:17:06.015 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=14.030292ms] [] [2024/04/30 16:17:06.015 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=14.272679ms] [] [2024/04/30 16:17:06.059 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=113.766027ms] [] [2024/04/30 16:17:06.074 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:06.074 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/04/30 16:17:06.076 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=65] [2024/04/30 16:17:06.076 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/04/30 16:17:06.144 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/04/30 16:17:06.157 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=65] [2024/04/30 16:17:06.185 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:06.185 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/04/30 16:17:06.276 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:06.473 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9269893489999999\n# Parse_time: 0.000453836\n# Compile_time: 0.001382969\n# Rewrite_time: 0.000318127\n# Optimize_time: 0.002020259\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:17:06.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/04/30 16:17:06.514 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-04-30 16:17:06.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:06.514 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-04-30 16:17:06.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/04/30 16:17:06.562 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:06.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:06.574 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/04/30 16:17:06.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=2.954397ms] [gotSchemaVersion=228] [phyTblIDs="[314,316]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:17:06.648 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=317] [version=228] [2024/04/30 16:17:06.682 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=53.800808ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:06.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:06.734 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/04/30 16:17:06.743 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/04/30 16:17:06.799 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:06.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:06.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/04/30 16:17:06.864 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:06.868 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.38538532\n# Parse_time: 0.000679594\n# Compile_time: 0.001004015\n# Rewrite_time: 0.000038372\n# Optimize_time: 0.000923338\n# Wait_TS: 0.000404159\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/04/30 16:17:06.886 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:07.108 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:17:07.252 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:07.298 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/04/30 16:17:07.298 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:07.403 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:07.405 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:07.406 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/04/30 16:17:07.425 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:07.428 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/04/30 16:17:07.428 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/04/30 16:17:07.428 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=58.292µs] [2024/04/30 16:17:07.428 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=166.479µs] [] [2024/04/30 16:17:07.428 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:07.429 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:07.552 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/04/30 16:17:07.568 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=66] [2024/04/30 16:17:07.568 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/04/30 16:17:07.591 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:07.693 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:07.694 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/04/30 16:17:07.695 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:07.704 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:07.704 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:07.705 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:07.705 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:07.706 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:07.706 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:07.706 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:07.706 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:07.706 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:07.721 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:07.723 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:07.723 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/04/30 16:17:07.723 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:07.723 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=700.7GiB] [2024/04/30 16:17:07.768 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [2024/04/30 16:17:07.772 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/04/30 16:17:07.776 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:07.776 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/04/30 16:17:10.777 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [takeTime=3.009069469s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:10.778 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:10.778 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:10.778 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:10.778 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:10.778 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:10.779 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:10.778 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:10.779 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:10.779 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:10.779 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:17:10.779 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:10.798 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/04/30 16:17:10.802 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:10.802 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:10.802 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:10.802 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:10.802 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:10.804 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:10.804 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:10.804 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:10.804 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:10.804 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:10.804 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=3.111645614s] [error="occur an error when sort chunk"] [2024/04/30 16:17:10.805 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:10.832 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/04/30 16:17:10.857 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/04/30 16:17:10.916 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/04/30 16:17:10.918 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/04/30 16:17:10.934 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=66] [2024/04/30 16:17:10.934 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/04/30 16:17:11.003 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=66] [2024/04/30 16:17:11.028 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:11.028 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/04/30 16:17:11.159 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:11.207 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:944\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/04/30 16:17:11.208 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.338783401\n# Parse_time: 0.000600421\n# Compile_time: 0.002356988\n# Rewrite_time: 0.000307699\n# Optimize_time: 0.000923338\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zM3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzNzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:17:11.224 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:11.432 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:17:11.582 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:11.628 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/04/30 16:17:11.628 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:11.738 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:11.740 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:11.741 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/04/30 16:17:11.760 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:11.764 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/04/30 16:17:11.764 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/04/30 16:17:11.764 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=76.265µs] [2024/04/30 16:17:11.764 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=266.333µs] [] [2024/04/30 16:17:11.764 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:11.764 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:11.883 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/04/30 16:17:11.902 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/04/30 16:17:11.929 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:12.035 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:12.036 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/04/30 16:17:12.038 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:12.048 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:12.048 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:12.048 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:12.049 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:12.050 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:12.050 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:12.050 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:12.050 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:12.050 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:12.065 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:12.067 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:12.067 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/04/30 16:17:12.067 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:12.067 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=700.7GiB] [2024/04/30 16:17:12.110 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [2024/04/30 16:17:12.114 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/04/30 16:17:12.118 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:12.118 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/04/30 16:17:12.141 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:12.543 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/04/30 16:17:12.545 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.210067ms] [encodeDur=671.948µs] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=363.083µs] [type=file] [takeTime=2.649709ms] [] [2024/04/30 16:17:12.546 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [takeTime=436.45166ms] [] [2024/04/30 16:17:12.546 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/6d8b2035-3a0e-48b2-a40f-dbb4a59387bb.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/04/30 16:17:12.547 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/04/30 16:17:12.547 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/04/30 16:17:12.547 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/04/30 16:17:12.549 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.288037ms] [] [2024/04/30 16:17:12.549 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/04/30 16:17:12.554 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:12.576 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/04/30 16:17:12.577 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:12.591 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/04/30 16:17:12.593 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=43.496147ms] [] [2024/04/30 16:17:12.593 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/04/30 16:17:12.594 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.232907ms] [] [2024/04/30 16:17:12.594 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/04/30 16:17:12.594 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:12.596 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.991712ms] [] [2024/04/30 16:17:12.597 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/04/30 16:17:12.597 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:12.597 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=55.801µs] [] [2024/04/30 16:17:12.597 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/04/30 16:17:12.598 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.058716ms] [] [2024/04/30 16:17:12.647 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:12.651 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:12.651 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:12.651 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:12.651 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:12.653 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:12.654 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:12.654 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:12.654 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:12.654 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:12.654 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:12.654 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=618.875603ms] [] [2024/04/30 16:17:12.654 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:12.655 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:12.655 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:12.722 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/04/30 16:17:12.723 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:12.724 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:17:12.954 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:13.000 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/04/30 16:17:13.000 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/04/30 16:17:13.000 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/04/30 16:17:13.008 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=7.971195ms] [] [2024/04/30 16:17:13.008 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/04/30 16:17:13.008 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/04/30 16:17:13.008 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [weight=30] [2024/04/30 16:17:13.008 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [concurrency=15] [2024/04/30 16:17:13.012 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/04/30 16:17:13.013 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/04/30 16:17:13.013 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=12.806366ms] [] [2024/04/30 16:17:13.013 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=13.01893ms] [] [2024/04/30 16:17:13.050 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:13.050 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/04/30 16:17:13.053 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/04/30 16:17:13.057 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=102.866532ms] [] [2024/04/30 16:17:13.109 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/04/30 16:17:13.134 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=67] [2024/04/30 16:17:13.147 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9378732360000002\n# Parse_time: 0.000837537\n# Compile_time: 0.0018611\n# Rewrite_time: 0.000280983\n# Optimize_time: 0.000923338\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:17:13.153 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:13.153 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/04/30 16:17:13.163 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/04/30 16:17:13.166 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/04/30 16:17:13.213 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:13.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:13.213 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:13.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/04/30 16:17:13.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:13.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:13.320 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:13.358 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=1.234365ms] [gotSchemaVersion=229] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:17:13.370 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=319] [version=229] [2024/04/30 16:17:13.405 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=53.113358ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:13.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:13.477 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:13.16 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:13.502 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/04/30 16:17:13.502 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:13.506 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.341534878\n# Parse_time: 0.000478117\n# Compile_time: 0.000964822\n# Rewrite_time: 0.000047017\n# Optimize_time: 0.001059528\n# Wait_TS: 0.000402963\n# Is_internal: false\n# Digest: 8990c3297e0a3ffa380c20b74137915c448be0d7b8990802bbc757f2aa674b5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE test_detached;"] [2024/04/30 16:17:13.509 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/04/30 16:17:13.557 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:13.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:13.557 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:13.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/04/30 16:17:13.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:13.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:13.602 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/04/30 16:17:13.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=2.654771ms] [gotSchemaVersion=230] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:13.689 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=321] [version=230] [2024/04/30 16:17:13.758 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=95.713151ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:13.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:13.801 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:13.509 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:13.837 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/04/30 16:17:13.838 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:13.842 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.334746027\n# Parse_time: 0.000894324\n# Compile_time: 0.001321231\n# Rewrite_time: 0.000051432\n# Optimize_time: 0.001059528\n# Wait_TS: 0.000387955\n# Is_internal: false\n# Digest: 432f3afcc274864365805e38284bd9d1ce7cebbc91bc9bc241ee6692f6142820\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/04/30 16:17:13.844 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/04/30 16:17:13.882 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:13.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:13.882 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:13.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/04/30 16:17:13.922 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:13.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:13.930 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/04/30 16:17:13.979 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=2.354674ms] [gotSchemaVersion=231] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:13.990 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=323] [version=231] [2024/04/30 16:17:14.025 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=53.130829ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:13.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:14.100 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:13.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:14.140 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/04/30 16:17:14.140 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:14.144 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.301210331\n# Parse_time: 0.000484437\n# Compile_time: 0.000948679\n# Rewrite_time: 0.000054569\n# Optimize_time: 0.001059528\n# Wait_TS: 0.000392231\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/04/30 16:17:14.215 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:14.417 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:17:14.510 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:17:14.547 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/04/30 16:17:14.547 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:17:14.656 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:14.657 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:14.658 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/04/30 16:17:14.680 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:14.683 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/04/30 16:17:14.684 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/04/30 16:17:14.684 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=71.934µs] [2024/04/30 16:17:14.684 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=205.661µs] [] [2024/04/30 16:17:14.684 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:14.684 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:17:14.795 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/04/30 16:17:14.816 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/04/30 16:17:14.825 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:17:14.869 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:14.871 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/04/30 16:17:14.871 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:14.880 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:14.880 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:14.881 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:14.881 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:14.882 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:14.882 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:14.882 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:14.882 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:14.882 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:14.897 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:14.898 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:14.898 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/04/30 16:17:14.898 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:14.898 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=700.7GiB] [2024/04/30 16:17:14.938 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [2024/04/30 16:17:14.942 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/04/30 16:17:14.946 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/04/30 16:17:14.946 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/04/30 16:17:14.962 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/04/30 16:17:14.965 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=1.152171ms] [encodeDur=730.456µs] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=265.421µs] [type=file] [takeTime=2.595063ms] [] [2024/04/30 16:17:14.966 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [takeTime=27.608493ms] [] [2024/04/30 16:17:14.966 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/4d39137d-0514-4e28-90a2-1d28650a4229.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/04/30 16:17:14.966 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/04/30 16:17:14.966 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/04/30 16:17:14.966 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/04/30 16:17:14.968 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.061503ms] [] [2024/04/30 16:17:14.968 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/04/30 16:17:14.973 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:14.995 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/04/30 16:17:14.995 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:15.009 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/04/30 16:17:15.011 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=42.648123ms] [] [2024/04/30 16:17:15.011 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/04/30 16:17:15.012 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.110081ms] [] [2024/04/30 16:17:15.012 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/04/30 16:17:15.012 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/04/30 16:17:15.014 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.687351ms] [] [2024/04/30 16:17:15.014 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/04/30 16:17:15.014 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/04/30 16:17:15.014 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=56.524µs] [] [2024/04/30 16:17:15.014 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/04/30 16:17:15.015 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=871.401µs] [] [2024/04/30 16:17:15.113 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:15.114 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:15.115 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:15.115 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:15.121 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:15.126 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:15.126 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:15.126 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:15.126 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:15.129 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:15.129 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:15.129 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:15.129 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:15.129 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:15.129 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=259.844296ms] [] [2024/04/30 16:17:15.190 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/04/30 16:17:15.192 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:15.192 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:17:15.371 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:15.415 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/04/30 16:17:15.415 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/04/30 16:17:15.415 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/04/30 16:17:15.423 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=8.242555ms] [] [2024/04/30 16:17:15.424 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/04/30 16:17:15.424 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/04/30 16:17:15.424 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [weight=30] [2024/04/30 16:17:15.424 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [concurrency=15] [2024/04/30 16:17:15.482 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/04/30 16:17:15.483 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/04/30 16:17:15.483 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=67.706316ms] [] [2024/04/30 16:17:15.483 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=67.901669ms] [] [2024/04/30 16:17:15.538 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=166.862448ms] [] [2024/04/30 16:17:15.565 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:15.565 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/04/30 16:17:15.568 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/04/30 16:17:15.620 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/04/30 16:17:15.654 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=68] [2024/04/30 16:17:15.682 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:15.682 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/04/30 16:17:15.771 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.626013736\n# Parse_time: 0.001231392\n# Compile_time: 0.001369073\n# Rewrite_time: 0.00031666\n# Optimize_time: 0.001059528\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:17:15.774 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:15.788 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:16.021 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:17:16.112 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:17:16.121 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.348677146\n# Parse_time: 0.001166634\n# Compile_time: 0.002110079\n# Rewrite_time: 0.00034485\n# Optimize_time: 0.001059528\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQ0LjZtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQ0LjZtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/04/30 16:17:16.149 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/04/30 16:17:16.149 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:17:16.291 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:16.293 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:16.294 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/04/30 16:17:16.317 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:16.320 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/04/30 16:17:16.321 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/04/30 16:17:16.321 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=52.552µs] [2024/04/30 16:17:16.321 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=174.652µs] [] [2024/04/30 16:17:16.321 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:16.321 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:17:16.438 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/04/30 16:17:16.457 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/04/30 16:17:16.467 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:17:16.509 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:16.510 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/04/30 16:17:16.512 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:16.520 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:16.520 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:16.521 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:16.521 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:16.522 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:16.522 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:16.522 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:16.522 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:16.522 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:16.536 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:16.537 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:16.537 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/04/30 16:17:16.537 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:16.538 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=700.7GiB] [2024/04/30 16:17:16.579 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [2024/04/30 16:17:16.583 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/04/30 16:17:16.587 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/04/30 16:17:16.587 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/04/30 16:17:16.604 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/04/30 16:17:16.606 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.136208ms] [encodeDur=680.251µs] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=248.481µs] [type=file] [takeTime=2.415719ms] [] [2024/04/30 16:17:16.607 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/4ae0d428-2a7b-4c43-a276-5c4d629230b4.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/04/30 16:17:16.607 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [takeTime=27.334939ms] [] [2024/04/30 16:17:16.607 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/04/30 16:17:16.607 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/04/30 16:17:16.607 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/04/30 16:17:16.609 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.662475ms] [] [2024/04/30 16:17:16.609 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/04/30 16:17:16.613 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:16.635 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/04/30 16:17:16.635 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:16.649 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/04/30 16:17:16.651 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=42.243154ms] [] [2024/04/30 16:17:16.651 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/04/30 16:17:16.652 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.154629ms] [] [2024/04/30 16:17:16.652 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/04/30 16:17:16.653 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/04/30 16:17:16.654 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.546107ms] [] [2024/04/30 16:17:16.654 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/04/30 16:17:16.654 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/04/30 16:17:16.654 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=63.082µs] [] [2024/04/30 16:17:16.654 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/04/30 16:17:16.655 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=971.745µs] [] [2024/04/30 16:17:16.766 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/04/30 16:17:16.771 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:16.771 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:16.771 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:16.771 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:16.771 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:16.771 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:16.771 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:16.771 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:16.771 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:16.772 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:16.772 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:16.772 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:16.772 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:16.774 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:16.774 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:16.774 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:16.774 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:16.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:16.775 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:16.775 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=265.79807ms] [] [2024/04/30 16:17:16.775 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:16.776 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:16.776 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:16.844 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/04/30 16:17:16.846 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:16.846 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:17:17.011 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:17.056 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/04/30 16:17:17.056 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/04/30 16:17:17.056 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/04/30 16:17:17.065 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=8.188106ms] [] [2024/04/30 16:17:17.065 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/04/30 16:17:17.065 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/04/30 16:17:17.065 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [weight=30] [2024/04/30 16:17:17.065 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [concurrency=15] [2024/04/30 16:17:17.068 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/04/30 16:17:17.069 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/04/30 16:17:17.069 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=12.947213ms] [] [2024/04/30 16:17:17.069 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=13.116049ms] [] [2024/04/30 16:17:17.203 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:17.204 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/04/30 16:17:17.206 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/04/30 16:17:17.215 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=203.292379ms] [] [2024/04/30 16:17:17.257 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=69] [2024/04/30 16:17:17.272 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/04/30 16:17:17.282 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:17.282 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/04/30 16:17:17.359 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:18.236 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/04/30 16:17:18.265 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:18.265 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/04/30 16:17:18.331 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:18.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=335.342µs] [gotSchemaVersion=232] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:18.378 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=232] [2024/04/30 16:17:18.414 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=52.950313ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:18.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:18.522 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=498.652µs] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:18.537 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/04/30 16:17:18.570 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=53.397798ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:18.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:18.751 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=285.556µs] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:18.761 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/04/30 16:17:18.799 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=53.412043ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:18.832 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/04/30 16:17:18.843 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/04/30 16:17:18.847 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:18.21 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:18.890 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/04/30 16:17:18.890 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:18.894 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.659541608\n# Parse_time: 0.000673371\n# Compile_time: 0.001156137\n# Rewrite_time: 0.000041616\n# Optimize_time: 0.001729637\n# Wait_TS: 0.000386949\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/04/30 16:17:18.897 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/04/30 16:17:18.935 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:18.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:18.935 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:18.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/04/30 16:17:19.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:18.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=1.253168ms] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:17:19.055 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=326] [version=235] [2024/04/30 16:17:19.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.328868ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:18.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.164 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:18.86 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.255 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/04/30 16:17:19.255 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:19.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.363590979\n# Parse_time: 0.0003559\n# Compile_time: 0.00099462\n# Rewrite_time: 0.000045778\n# Optimize_time: 0.001729637\n# Wait_TS: 0.000372657\n# Is_internal: false\n# Digest: 8990c3297e0a3ffa380c20b74137915c448be0d7b8990802bbc757f2aa674b5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE test_detached;"] [2024/04/30 16:17:19.261 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/04/30 16:17:19.312 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:19.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:19.312 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:19.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/04/30 16:17:19.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:19.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.364 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/04/30 16:17:19.415 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=2.287603ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:19.427 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=328] [version=236] [2024/04/30 16:17:19.463 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=53.836806ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:19.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.537 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:19.259 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.574 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/04/30 16:17:19.574 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:19.577 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317433282\n# Parse_time: 0.000636377\n# Compile_time: 0.001036042\n# Rewrite_time: 0.000047033\n# Optimize_time: 0.001729637\n# Wait_TS: 0.000456401\n# Is_internal: false\n# Digest: 42d67e0c3086f8f7601a3c1f302399fdc2929806d264ce7cbcabc80140edb6f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/04/30 16:17:19.580 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/04/30 16:17:19.620 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:19.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:19.620 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:19.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/04/30 16:17:19.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:19.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.732 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/04/30 16:17:19.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=2.940483ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:19.799 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=330] [version=237] [2024/04/30 16:17:19.832 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=53.606495ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:19.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:19.559 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:19.950 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/04/30 16:17:19.950 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:19.953 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.375450263\n# Parse_time: 0.000900436\n# Compile_time: 0.001578739\n# Rewrite_time: 0.000047115\n# Optimize_time: 0.001729637\n# Wait_TS: 0.000362146\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/04/30 16:17:19.968 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:20.209 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:17:20.295 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:17:20.330 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/04/30 16:17:20.330 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:17:20.436 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:20.437 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:20.438 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/04/30 16:17:20.456 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:20.459 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/04/30 16:17:20.459 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/04/30 16:17:20.459 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=70.284µs] [2024/04/30 16:17:20.459 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=184.686µs] [] [2024/04/30 16:17:20.459 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:20.459 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:17:20.634 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/04/30 16:17:20.655 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/04/30 16:17:20.675 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:17:20.716 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:20.718 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/04/30 16:17:20.719 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:20.728 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:20.728 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:20.729 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:20.729 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:20.730 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:20.730 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:20.730 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:20.730 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:20.730 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:20.744 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:20.746 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:20.746 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/04/30 16:17:20.746 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:20.746 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=700.7GiB] [2024/04/30 16:17:20.788 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [2024/04/30 16:17:20.792 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/04/30 16:17:20.796 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/04/30 16:17:20.796 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/04/30 16:17:20.804 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/04/30 16:17:20.806 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=961.894µs] [encodeDur=1.007691ms] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=259.07µs] [type=file] [takeTime=2.700373ms] [] [2024/04/30 16:17:20.807 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [takeTime=18.891608ms] [] [2024/04/30 16:17:20.807 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/e73b58a7-601e-4173-8298-00e00d567da1.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/04/30 16:17:20.807 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/04/30 16:17:20.807 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/04/30 16:17:20.808 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/04/30 16:17:20.809 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.93302ms] [] [2024/04/30 16:17:20.810 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/04/30 16:17:20.814 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:20.836 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/04/30 16:17:20.836 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:20.850 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/04/30 16:17:20.852 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=42.564945ms] [] [2024/04/30 16:17:20.852 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/04/30 16:17:20.854 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.490218ms] [] [2024/04/30 16:17:20.854 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/04/30 16:17:20.854 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/04/30 16:17:20.856 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.621562ms] [] [2024/04/30 16:17:20.856 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/04/30 16:17:20.856 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/04/30 16:17:20.856 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=62.096µs] [] [2024/04/30 16:17:20.856 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/04/30 16:17:20.857 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=904.763µs] [] [2024/04/30 16:17:20.904 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/04/30 16:17:20.907 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:20.907 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:20.907 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:20.907 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:20.907 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:20.907 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:20.908 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:20.908 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:20.908 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:20.908 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:20.908 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:20.908 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:20.908 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:20.910 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:20.910 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:20.910 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:20.910 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:20.910 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:20.910 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=193.584238ms] [] [2024/04/30 16:17:20.955 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:20.956 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:20.957 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:20.957 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:21.095 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/04/30 16:17:21.097 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:21.097 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:17:21.277 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:21.325 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/04/30 16:17:21.325 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/04/30 16:17:21.325 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/04/30 16:17:21.334 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=8.282383ms] [] [2024/04/30 16:17:21.334 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/04/30 16:17:21.334 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/04/30 16:17:21.334 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [weight=30] [2024/04/30 16:17:21.334 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [concurrency=15] [2024/04/30 16:17:21.338 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/04/30 16:17:21.339 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/04/30 16:17:21.339 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=13.700793ms] [] [2024/04/30 16:17:21.339 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=13.942986ms] [] [2024/04/30 16:17:21.381 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=103.959533ms] [] [2024/04/30 16:17:21.460 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:21.460 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/04/30 16:17:21.463 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/04/30 16:17:21.517 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/04/30 16:17:21.536 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=70] [2024/04/30 16:17:21.555 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:21.555 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/04/30 16:17:21.556 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.601841174\n# Parse_time: 0.000902416\n# Compile_time: 0.001687468\n# Rewrite_time: 0.00039785\n# Optimize_time: 0.001729637\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/04/30 16:17:21.576 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:21.670 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:21.831 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:17:21.925 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:17:21.936 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.377689775\n# Parse_time: 0.0012909\n# Compile_time: 0.00220872\n# Rewrite_time: 0.000463253\n# Optimize_time: 0.001729637\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzczLjRtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzczLjRtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/04/30 16:17:21.965 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/04/30 16:17:21.966 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:17:22.072 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:22.073 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:22.074 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/04/30 16:17:22.094 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:22.097 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/04/30 16:17:22.097 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/04/30 16:17:22.097 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=56.264µs] [2024/04/30 16:17:22.097 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=178.939µs] [] [2024/04/30 16:17:22.098 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:22.098 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/04/30 16:17:22.290 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/04/30 16:17:22.315 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/04/30 16:17:22.334 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:17:22.375 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:22.376 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/04/30 16:17:22.378 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:22.388 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:22.388 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:22.388 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:22.388 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:22.389 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:22.389 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:22.389 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:22.390 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:22.390 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:22.404 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:22.406 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:22.406 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/04/30 16:17:22.406 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:22.406 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=700.7GiB] [2024/04/30 16:17:22.453 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [2024/04/30 16:17:22.457 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/04/30 16:17:22.461 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/04/30 16:17:22.461 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/04/30 16:17:22.487 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/04/30 16:17:22.490 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=1.17842ms] [encodeDur=973.83µs] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=297.079µs] [type=file] [takeTime=2.941282ms] [] [2024/04/30 16:17:22.491 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/d6133404-5ea9-4f48-a6fa-755987c6b54d.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/04/30 16:17:22.491 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [takeTime=37.919839ms] [] [2024/04/30 16:17:22.491 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/04/30 16:17:22.491 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/04/30 16:17:22.491 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/04/30 16:17:22.494 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=3.140249ms] [] [2024/04/30 16:17:22.495 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/04/30 16:17:22.499 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:22.521 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/04/30 16:17:22.521 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:22.535 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/04/30 16:17:22.537 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=42.0032ms] [] [2024/04/30 16:17:22.537 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/04/30 16:17:22.538 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.078986ms] [] [2024/04/30 16:17:22.538 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/04/30 16:17:22.538 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/04/30 16:17:22.540 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=2.399267ms] [] [2024/04/30 16:17:22.541 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/04/30 16:17:22.541 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/04/30 16:17:22.541 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=69.955µs] [] [2024/04/30 16:17:22.541 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/04/30 16:17:22.542 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=944.165µs] [] [2024/04/30 16:17:22.592 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:22.593 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:22.593 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/04/30 16:17:22.594 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:22.594 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:22.597 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:22.597 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:22.597 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:22.597 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:22.599 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:22.599 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:22.599 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:22.599 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:22.599 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:22.599 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=224.048795ms] [] [2024/04/30 16:17:22.725 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/04/30 16:17:22.726 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:22.726 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:17:22.903 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:22.946 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/04/30 16:17:22.947 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/04/30 16:17:22.947 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/04/30 16:17:22.954 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=7.671193ms] [] [2024/04/30 16:17:22.955 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/04/30 16:17:22.955 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/04/30 16:17:22.955 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [weight=30] [2024/04/30 16:17:22.955 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [concurrency=15] [2024/04/30 16:17:22.959 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/04/30 16:17:22.960 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/04/30 16:17:22.960 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=13.017227ms] [] [2024/04/30 16:17:22.960 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=13.257145ms] [] [2024/04/30 16:17:23.005 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=102.703368ms] [] [2024/04/30 16:17:23.143 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:23.143 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/04/30 16:17:23.147 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/04/30 16:17:23.187 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/04/30 16:17:23.193 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=71] [2024/04/30 16:17:23.220 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:23.220 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/04/30 16:17:23.300 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowDetachedJob [2024/04/30 16:17:23.983 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/04/30 16:17:23.985 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/04/30 16:17:24.021 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:24.021 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/04/30 16:17:24.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:24.202 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.002682ms] [gotSchemaVersion=238] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:17:24.214 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=332] [version=238] [2024/04/30 16:17:24.251 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=54.094085ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:24.286 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:23.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:24.312 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/04/30 16:17:24.312 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:24.316 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.331996445\n# Parse_time: 0.000232556\n# Compile_time: 0.000993429\n# Rewrite_time: 0.000040682\n# Optimize_time: 0.000820605\n# Wait_TS: 0.000518109\n# Is_internal: false\n# Digest: 25246314a6ebd7f69b688638b3b82878b020e36513e3490e8f74e07653bbcfc5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database show_detached_job;"] [2024/04/30 16:17:24.320 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/04/30 16:17:24.362 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:24.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:24.362 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:24.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/04/30 16:17:24.404 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:24.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:24.413 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/04/30 16:17:24.483 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=2.375253ms] [gotSchemaVersion=239] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:24.494 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=334] [version=239] [2024/04/30 16:17:24.530 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=52.963821ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:24.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:24.657 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:24.31 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:24.702 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/04/30 16:17:24.702 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:24.706 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387575882\n# Parse_time: 0.000439347\n# Compile_time: 0.000938077\n# Rewrite_time: 0.000057286\n# Optimize_time: 0.000820605\n# Wait_TS: 0.000427313\n# DB: show_detached_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/04/30 16:17:24.708 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/04/30 16:17:24.756 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:24.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:24.756 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:24.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/04/30 16:17:24.823 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:24.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:24.830 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/04/30 16:17:24.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=2.168179ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:24.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=336] [version=240] [2024/04/30 16:17:24.922 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=53.316334ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:24.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:24.986 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:24.71 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:25.019 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/04/30 16:17:25.019 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:25.023 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.316753388\n# Parse_time: 0.000587908\n# Compile_time: 0.000814751\n# Rewrite_time: 0.000046056\n# Optimize_time: 0.000820605\n# Wait_TS: 0.000338871\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/04/30 16:17:25.026 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/04/30 16:17:25.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:25.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:25.125 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:25.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/04/30 16:17:25.171 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:25.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:25.179 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/04/30 16:17:25.225 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=2.199497ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:25.240 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=338] [version=241] [2024/04/30 16:17:25.272 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=53.573654ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:25.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:25.345 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:25.06 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:25.386 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/04/30 16:17:25.386 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:25.390 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.365641074\n# Parse_time: 0.001143527\n# Compile_time: 0.001372145\n# Rewrite_time: 0.000053486\n# Optimize_time: 0.000820605\n# Wait_TS: 0.000539873\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/04/30 16:17:25.404 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:25.667 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/04/30 16:17:25.739 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:25.745 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.354149116\n# Parse_time: 0.000445745\n# Compile_time: 0.001140147\n# Rewrite_time: 0.000269169\n# Optimize_time: 0.000820605\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzUxLjltcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzUxLjltcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t1` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/04/30 16:17:25.786 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/04/30 16:17:25.786 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:25.893 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:25.894 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:25.895 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/04/30 16:17:25.917 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:25.920 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/04/30 16:17:25.920 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/04/30 16:17:25.920 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=78.41µs] [2024/04/30 16:17:25.920 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=211.907µs] [] [2024/04/30 16:17:25.920 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:25.920 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:26.066 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/04/30 16:17:26.088 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/04/30 16:17:26.096 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:26.136 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:26.137 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/04/30 16:17:26.138 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:26.147 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:26.147 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:26.147 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:26.147 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:26.148 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:26.148 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:26.148 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:26.148 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:26.148 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:26.162 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:26.164 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:26.164 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/04/30 16:17:26.164 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:26.164 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=700.7GiB] [2024/04/30 16:17:26.207 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [2024/04/30 16:17:26.211 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/04/30 16:17:26.215 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/04/30 16:17:26.215 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/04/30 16:17:26.237 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/04/30 16:17:26.239 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.149462ms] [encodeDur=517.244µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=357.587µs] [type=file] [takeTime=2.465918ms] [] [2024/04/30 16:17:26.241 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [takeTime=33.514351ms] [] [2024/04/30 16:17:26.241 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/0fa7786d-bcae-4f7e-9aba-e1ce643f8ec8.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/04/30 16:17:26.241 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/04/30 16:17:26.241 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/04/30 16:17:26.241 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/04/30 16:17:26.243 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=2.106527ms] [] [2024/04/30 16:17:26.243 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/04/30 16:17:26.248 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:26.270 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/04/30 16:17:26.270 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:26.284 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/04/30 16:17:26.285 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=42.240388ms] [] [2024/04/30 16:17:26.286 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/04/30 16:17:26.287 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.073281ms] [] [2024/04/30 16:17:26.287 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/04/30 16:17:26.287 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/04/30 16:17:26.288 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.645209ms] [] [2024/04/30 16:17:26.289 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/04/30 16:17:26.289 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/04/30 16:17:26.289 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=59.718µs] [] [2024/04/30 16:17:26.289 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/04/30 16:17:26.290 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=863.524µs] [] [2024/04/30 16:17:26.340 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:26.343 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:26.343 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:26.343 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:26.343 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:26.345 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:26.345 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:26.345 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:26.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:26.346 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:26.346 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=209.438806ms] [] [2024/04/30 16:17:26.437 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:26.438 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:26.439 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:26.439 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:26.513 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/04/30 16:17:26.514 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:26.514 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:17:26.636 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:26.682 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/04/30 16:17:26.682 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/04/30 16:17:26.682 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/04/30 16:17:26.682 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=10.965µs] [] [2024/04/30 16:17:26.682 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/04/30 16:17:26.682 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:17:26.682 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [weight=30] [2024/04/30 16:17:26.682 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [concurrency=15] [2024/04/30 16:17:26.686 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/04/30 16:17:26.687 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:17:26.687 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=5.128233ms] [] [2024/04/30 16:17:26.687 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=5.296266ms] [] [2024/04/30 16:17:26.731 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=94.835279ms] [] [2024/04/30 16:17:26.825 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:26.825 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/04/30 16:17:26.827 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/04/30 16:17:26.870 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/04/30 16:17:26.892 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=72] [2024/04/30 16:17:26.922 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:26.922 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/04/30 16:17:27.008 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:27.316 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:27.495 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/04/30 16:17:27.570 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:27.671 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/04/30 16:17:27.672 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:27.778 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:27.779 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:27.779 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/04/30 16:17:27.799 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:27.802 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/04/30 16:17:27.802 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/04/30 16:17:27.802 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=61.737µs] [2024/04/30 16:17:27.802 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=184.477µs] [] [2024/04/30 16:17:27.802 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:27.802 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:27.917 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/04/30 16:17:27.936 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/04/30 16:17:27.955 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:27.994 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:27.995 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/04/30 16:17:27.996 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:28.004 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:28.004 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:28.005 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:28.005 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:28.006 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:28.006 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:28.006 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:28.006 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:28.006 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:28.019 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:28.021 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:28.021 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/04/30 16:17:28.021 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:28.021 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=700.7GiB] [2024/04/30 16:17:28.126 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [2024/04/30 16:17:28.130 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/04/30 16:17:28.134 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/04/30 16:17:28.134 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/04/30 16:17:28.230 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/04/30 16:17:28.233 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.098876ms] [encodeDur=853.423µs] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=311.057µs] [type=file] [takeTime=2.64291ms] [] [2024/04/30 16:17:28.233 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/04/30 16:17:28.234 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [takeTime=108.517682ms] [] [2024/04/30 16:17:28.234 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/0b76b545-1635-4c3d-b1d6-9e9e4962b78c.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/04/30 16:17:28.234 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/04/30 16:17:28.235 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/04/30 16:17:28.235 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/04/30 16:17:28.237 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=2.20967ms] [] [2024/04/30 16:17:28.237 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/04/30 16:17:28.243 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:28.264 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/04/30 16:17:28.265 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:28.279 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/04/30 16:17:28.281 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=44.039986ms] [] [2024/04/30 16:17:28.281 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/04/30 16:17:28.282 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.139364ms] [] [2024/04/30 16:17:28.282 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/04/30 16:17:28.282 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/04/30 16:17:28.284 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.602167ms] [] [2024/04/30 16:17:28.284 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/04/30 16:17:28.284 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/04/30 16:17:28.284 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=71.144µs] [] [2024/04/30 16:17:28.284 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/04/30 16:17:28.286 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.367201ms] [] [2024/04/30 16:17:28.342 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/04/30 16:17:28.346 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:28.346 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:28.346 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:28.346 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:28.348 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:28.349 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:28.349 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:28.349 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:28.349 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:28.349 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=354.54423ms] [] [2024/04/30 16:17:28.394 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:28.395 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:28.396 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:28.396 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:28.467 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/04/30 16:17:28.468 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:28.468 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:17:28.666 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:28.714 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/04/30 16:17:28.714 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/04/30 16:17:28.714 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/04/30 16:17:28.714 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=9.84µs] [] [2024/04/30 16:17:28.714 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/04/30 16:17:28.714 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [checksum="{cksum=0,size=50,kvs=2}"] [2024/04/30 16:17:28.714 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [weight=30] [2024/04/30 16:17:28.715 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [concurrency=15] [2024/04/30 16:17:28.718 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/04/30 16:17:28.719 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=4.861389ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:28.719 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=5.230734ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:28.720 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:28.720 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:28.720 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/04/30 16:17:28.740 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=74.082389ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/04/30 16:17:28.740 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:28.802 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/04/30 16:17:28.826 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/04/30 16:17:28.894 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/04/30 16:17:28.895 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/04/30 16:17:28.901 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/04/30 16:17:28.999 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=73] [2024/04/30 16:17:29.025 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:29.026 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/04/30 16:17:29.106 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:29.112 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:29.308 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/04/30 16:17:29.440 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:29.446 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.349355024\n# Parse_time: 0.000503046\n# Compile_time: 0.001302864\n# Rewrite_time: 0.000293741\n# Optimize_time: 0.000136673\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: b86f04c5b3edab39000659b5ba982255465d090c72b33624ca1e0eca6a8db054\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQ2LjhtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQ2LjhtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t3` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/04/30 16:17:29.473 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/04/30 16:17:29.474 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:29.579 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:29.580 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:29.581 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/04/30 16:17:29.604 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:29.607 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/04/30 16:17:29.608 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/04/30 16:17:29.608 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=73.676µs] [2024/04/30 16:17:29.608 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=216.919µs] [] [2024/04/30 16:17:29.608 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:29.608 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:29.710 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/04/30 16:17:29.732 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/04/30 16:17:29.739 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:29.837 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:29.838 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/04/30 16:17:29.840 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:29.850 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:29.850 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:29.850 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:29.850 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:29.851 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:29.851 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:29.851 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:29.851 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:29.851 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:29.866 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:29.871 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:29.871 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/04/30 16:17:29.871 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:29.871 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=700.7GiB] [2024/04/30 16:17:29.916 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [2024/04/30 16:17:29.922 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/04/30 16:17:29.926 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/04/30 16:17:29.926 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/04/30 16:17:29.926 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [takeTime=9.94066ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:29.927 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:29.927 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:29.927 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:29.927 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:29.927 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:29.927 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:29.927 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:29.927 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:29.927 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/04/30 16:17:29.927 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:29.927 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:29.946 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/04/30 16:17:29.949 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:29.950 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:29.950 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:29.950 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:29.950 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:29.952 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:29.952 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:29.952 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:29.952 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:29.952 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:29.952 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=114.619075ms] [error="occur an error when sort chunk"] [2024/04/30 16:17:29.952 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:30.009 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/04/30 16:17:30.045 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/04/30 16:17:30.094 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/04/30 16:17:30.095 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/04/30 16:17:30.109 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/04/30 16:17:30.179 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=74] [2024/04/30 16:17:30.268 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:30.268 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] [2024/04/30 16:17:30.346 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowJob [2024/04/30 16:17:30.490 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/04/30 16:17:30.493 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/04/30 16:17:30.524 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:30.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:30.524 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:30.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/04/30 16:17:30.595 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:30.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:30.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=1.120428ms] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:17:30.640 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=340] [version=242] [2024/04/30 16:17:30.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.268853ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:30.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:30.797 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:30.46 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:30.834 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/04/30 16:17:30.835 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:30.839 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.346738156\n# Parse_time: 0.000359261\n# Compile_time: 0.000812654\n# Rewrite_time: 0.000030899\n# Optimize_time: 0.000135849\n# Wait_TS: 0.000438601\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 6a43f3d1ccd2f9cd2e6ccabefc683cfa9d32cd60c123bf00a049f7fb52aae799\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database test_show_job;"] [2024/04/30 16:17:30.843 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/04/30 16:17:30.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:30.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:30.880 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:30.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/04/30 16:17:30.922 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:30.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:30.930 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/04/30 16:17:30.974 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=2.36997ms] [gotSchemaVersion=243] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:30.986 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=342] [version=243] [2024/04/30 16:17:31.022 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=54.473243ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:30.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:31.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:30.81 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:31.121 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/04/30 16:17:31.121 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:31.127 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/04/30 16:17:31.229 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:31.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:31.229 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:31.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/04/30 16:17:31.282 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:31.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:31.291 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/04/30 16:17:31.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=2.593356ms] [gotSchemaVersion=244] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:31.367 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=344] [version=244] [2024/04/30 16:17:31.401 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=53.729612ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:31.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:31.475 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:31.109 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:31.507 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/04/30 16:17:31.507 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:31.512 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.386027514\n# Parse_time: 0.000633488\n# Compile_time: 0.000977955\n# Rewrite_time: 0.000055791\n# Optimize_time: 0.000135849\n# Wait_TS: 0.000489807\n# DB: test_show_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/04/30 16:17:31.514 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/04/30 16:17:31.558 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:31.558 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/04/30 16:17:31.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:31.606 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/04/30 16:17:31.723 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=2.481849ms] [gotSchemaVersion=245] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:31.737 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=346] [version=245] [2024/04/30 16:17:31.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=53.14276ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:31.804 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:31.51 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:31.836 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/04/30 16:17:31.836 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:31.840 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.326957456\n# Parse_time: 0.000431283\n# Compile_time: 0.000904966\n# Rewrite_time: 0.00005018\n# Optimize_time: 0.000135849\n# Wait_TS: 0.000527626\n# DB: test_show_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/04/30 16:17:31.841 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/04/30 16:17:32.071 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/04/30 16:17:32.278 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/04/30 16:17:32.446 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/04/30 16:17:32.716 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/04/30 16:17:32.920 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/04/30 16:17:33.124 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:33.378 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:17:33.486 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:33.523 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/04/30 16:17:33.524 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:33.633 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:33.634 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:33.635 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/04/30 16:17:33.654 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:33.657 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/04/30 16:17:33.657 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/04/30 16:17:33.658 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=64.783µs] [2024/04/30 16:17:33.658 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=180.182µs] [] [2024/04/30 16:17:33.658 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:33.658 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:33.835 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/04/30 16:17:33.854 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/04/30 16:17:33.871 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:33.919 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:33.921 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/04/30 16:17:33.922 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:33.931 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:33.932 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:33.932 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:33.932 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:33.933 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:33.933 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:33.933 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:33.933 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:33.933 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:33.949 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:33.950 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:33.950 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/04/30 16:17:33.950 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:33.950 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=700.7GiB] [2024/04/30 16:17:33.996 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [2024/04/30 16:17:34.000 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/04/30 16:17:34.004 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/04/30 16:17:34.004 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/04/30 16:17:34.099 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/04/30 16:17:34.102 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.076495ms] [encodeDur=691.067µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=357.605µs] [type=file] [takeTime=2.503349ms] [] [2024/04/30 16:17:34.103 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [takeTime=106.638675ms] [] [2024/04/30 16:17:34.103 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/c718bc95-0137-47a6-af3d-3287d173e766.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/04/30 16:17:34.103 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/04/30 16:17:34.103 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/04/30 16:17:34.103 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/04/30 16:17:34.106 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=2.805788ms] [] [2024/04/30 16:17:34.106 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/04/30 16:17:34.111 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:34.132 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/04/30 16:17:34.133 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:34.147 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/04/30 16:17:34.149 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=42.783541ms] [] [2024/04/30 16:17:34.149 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/04/30 16:17:34.150 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.16064ms] [] [2024/04/30 16:17:34.150 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/04/30 16:17:34.150 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/04/30 16:17:34.152 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.657874ms] [] [2024/04/30 16:17:34.152 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/04/30 16:17:34.152 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/04/30 16:17:34.152 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=67.405µs] [] [2024/04/30 16:17:34.152 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/04/30 16:17:34.153 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.00301ms] [] [2024/04/30 16:17:34.259 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/04/30 16:17:34.263 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:34.263 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:34.264 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:34.263 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:34.264 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:34.264 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:34.264 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:34.264 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:34.264 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:34.264 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:34.264 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:34.264 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:34.264 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:34.266 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:34.266 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:34.266 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:34.266 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:34.266 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:34.266 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=346.932505ms] [] [2024/04/30 16:17:34.348 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:34.349 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:34.350 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:34.350 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:34.418 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/04/30 16:17:34.419 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:34.419 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:17:34.605 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:34.657 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/04/30 16:17:34.657 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/04/30 16:17:34.657 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/04/30 16:17:34.657 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=14.016µs] [] [2024/04/30 16:17:34.657 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/04/30 16:17:34.657 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:17:34.657 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [weight=30] [2024/04/30 16:17:34.657 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [concurrency=15] [2024/04/30 16:17:34.661 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/04/30 16:17:34.662 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:17:34.662 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=4.901721ms] [] [2024/04/30 16:17:34.662 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=5.110916ms] [] [2024/04/30 16:17:34.713 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=107.47909ms] [] [2024/04/30 16:17:34.754 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:34.754 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/04/30 16:17:34.757 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/04/30 16:17:34.807 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/04/30 16:17:34.833 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=75] [2024/04/30 16:17:34.852 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:34.852 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/04/30 16:17:34.934 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:35.101 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9906646270000001\n# Parse_time: 0.000452713\n# Compile_time: 0.001284467\n# Rewrite_time: 0.000333565\n# Optimize_time: 0.00015591\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/04/30 16:17:35.133 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:35.335 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:17:35.418 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:35.523 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/04/30 16:17:35.523 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:35.632 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:35.633 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:35.634 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/04/30 16:17:35.653 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:35.656 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/04/30 16:17:35.656 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/04/30 16:17:35.656 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=65.741µs] [2024/04/30 16:17:35.656 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=179.978µs] [] [2024/04/30 16:17:35.656 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:35.656 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:35.768 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/04/30 16:17:35.787 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/04/30 16:17:35.813 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:35.857 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:35.858 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/04/30 16:17:35.859 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:35.867 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:35.868 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:35.868 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:35.868 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:35.869 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:35.869 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:35.869 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:35.869 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:35.869 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:35.884 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:35.885 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:35.885 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/04/30 16:17:35.885 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:35.886 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=700.7GiB] [2024/04/30 16:17:35.993 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [2024/04/30 16:17:35.998 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/04/30 16:17:36.002 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/04/30 16:17:36.002 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/04/30 16:17:36.045 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/04/30 16:17:36.047 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.232768ms] [encodeDur=595.05µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=355.522µs] [type=file] [takeTime=2.643387ms] [] [2024/04/30 16:17:36.048 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [takeTime=54.870715ms] [] [2024/04/30 16:17:36.048 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/7ff5fbff-0b6d-4b63-89c6-a5c4ed4622da.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/04/30 16:17:36.049 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/04/30 16:17:36.049 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/04/30 16:17:36.049 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/04/30 16:17:36.051 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=2.02262ms] [] [2024/04/30 16:17:36.051 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/04/30 16:17:36.056 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:36.077 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/04/30 16:17:36.077 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:36.090 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/04/30 16:17:36.092 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=41.049434ms] [] [2024/04/30 16:17:36.092 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/04/30 16:17:36.093 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.07628ms] [] [2024/04/30 16:17:36.093 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/04/30 16:17:36.093 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/04/30 16:17:36.095 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.61492ms] [] [2024/04/30 16:17:36.095 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/04/30 16:17:36.095 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/04/30 16:17:36.095 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=56.832µs] [] [2024/04/30 16:17:36.095 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/04/30 16:17:36.096 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=832.064µs] [] [2024/04/30 16:17:36.137 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/04/30 16:17:36.140 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:36.140 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:36.140 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:36.140 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:36.140 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:36.140 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:36.140 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:36.140 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:36.140 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:36.141 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:36.141 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:36.141 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:36.141 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:36.143 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:36.143 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:36.143 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:36.143 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:36.143 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:36.143 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=285.833227ms] [] [2024/04/30 16:17:36.147 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:36.148 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:36.149 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:36.149 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:36.213 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/04/30 16:17:36.214 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:36.214 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:17:36.424 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:36.476 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/04/30 16:17:36.476 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/04/30 16:17:36.476 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/04/30 16:17:36.476 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=10.397µs] [] [2024/04/30 16:17:36.476 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/04/30 16:17:36.476 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:17:36.476 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [weight=30] [2024/04/30 16:17:36.477 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [concurrency=15] [2024/04/30 16:17:36.480 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/04/30 16:17:36.481 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/04/30 16:17:36.481 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=5.073094ms] [] [2024/04/30 16:17:36.481 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=5.322066ms] [] [2024/04/30 16:17:36.522 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=97.444054ms] [] [2024/04/30 16:17:36.551 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:36.551 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/04/30 16:17:36.553 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/04/30 16:17:36.610 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/04/30 16:17:36.630 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=76] [2024/04/30 16:17:36.652 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:36.652 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/04/30 16:17:36.672 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.553505217\n# Parse_time: 0.000394697\n# Compile_time: 0.001240628\n# Rewrite_time: 0.000299336\n# Optimize_time: 0.000166815\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/04/30 16:17:36.785 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:36.791 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/04/30 16:17:36.954 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:37.237 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/04/30 16:17:37.310 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/04/30 16:17:37.353 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/04/30 16:17:37.353 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/04/30 16:17:37.458 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:37.459 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:37.460 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/04/30 16:17:37.478 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:37.481 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/04/30 16:17:37.481 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/04/30 16:17:37.481 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=83.677µs] [2024/04/30 16:17:37.481 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=219.139µs] [] [2024/04/30 16:17:37.482 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/04/30 16:17:37.482 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/04/30 16:17:37.668 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/04/30 16:17:37.687 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/04/30 16:17:37.694 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=59] [2024/04/30 16:17:37.736 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:37.737 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/04/30 16:17:37.739 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:37.748 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:37.748 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:37.748 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:37.748 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:37.749 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:37.749 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:37.749 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:37.749 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:37.749 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:37.764 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:37.766 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:37.766 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/04/30 16:17:37.766 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:37.766 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=700.7GiB] [2024/04/30 16:17:37.807 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/04/30 16:17:37.812 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/04/30 16:17:37.816 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/04/30 16:17:37.816 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/04/30 16:17:37.889 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/04/30 16:17:37.894 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.062722ms] [encodeDur=1.792576ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=1.467257ms] [type=file] [takeTime=4.709758ms] [] [2024/04/30 16:17:37.895 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=87.626234ms] [] [2024/04/30 16:17:37.895 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/25844385-4311-48ed-8681-fcc1298917a8.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/04/30 16:17:37.895 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/04/30 16:17:37.895 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/04/30 16:17:37.896 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/04/30 16:17:37.898 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.022116ms] [] [2024/04/30 16:17:37.898 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/04/30 16:17:37.902 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:37.924 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/04/30 16:17:37.924 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:37.938 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/04/30 16:17:37.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=42.249104ms] [] [2024/04/30 16:17:37.940 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/04/30 16:17:37.941 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.066949ms] [] [2024/04/30 16:17:37.941 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/04/30 16:17:37.941 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/04/30 16:17:37.943 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.528499ms] [] [2024/04/30 16:17:37.943 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/04/30 16:17:37.943 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/04/30 16:17:37.943 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=55.895µs] [] [2024/04/30 16:17:37.943 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/04/30 16:17:37.944 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=794.5µs] [] [2024/04/30 16:17:38.150 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [2024/04/30 16:17:38.154 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/04/30 16:17:38.157 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/04/30 16:17:38.157 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/04/30 16:17:38.218 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/04/30 16:17:38.221 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=1.079583ms] [encodeDur=563.8µs] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=65.396µs] [type=file] [takeTime=2.160977ms] [] [2024/04/30 16:17:38.222 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=71.897191ms] [] [2024/04/30 16:17:38.222 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/079966dd-c3d3-4918-968f-ce9129673903.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/04/30 16:17:38.222 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/04/30 16:17:38.222 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/04/30 16:17:38.222 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/04/30 16:17:38.224 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=2.08926ms] [] [2024/04/30 16:17:38.224 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/04/30 16:17:38.229 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:38.251 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/04/30 16:17:38.251 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:38.265 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/04/30 16:17:38.266 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=42.235151ms] [] [2024/04/30 16:17:38.266 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/04/30 16:17:38.268 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.119595ms] [] [2024/04/30 16:17:38.268 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/04/30 16:17:38.268 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/04/30 16:17:38.269 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.586051ms] [] [2024/04/30 16:17:38.269 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/04/30 16:17:38.270 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/04/30 16:17:38.270 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=49.87µs] [] [2024/04/30 16:17:38.270 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/04/30 16:17:38.270 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=877.29µs] [] [2024/04/30 16:17:38.374 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:38.375 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:38.376 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:38.376 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:38.390 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/04/30 16:17:38.396 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:38.396 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:38.396 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:38.396 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:38.396 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:38.396 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:38.397 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:38.396 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:38.398 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:38.398 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:38.398 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:38.398 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:38.398 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:38.401 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:38.401 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:38.401 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:38.401 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:38.401 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:38.401 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=665.24253ms] [] [2024/04/30 16:17:38.509 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/04/30 16:17:38.511 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:38.511 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/04/30 16:17:38.663 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [2024/04/30 16:17:38.706 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/04/30 16:17:38.706 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/04/30 16:17:38.706 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/04/30 16:17:38.706 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=10.744µs] [] [2024/04/30 16:17:38.706 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/04/30 16:17:38.706 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/04/30 16:17:38.707 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30] [2024/04/30 16:17:38.707 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15] [2024/04/30 16:17:38.711 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/04/30 16:17:38.712 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/04/30 16:17:38.712 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=5.312374ms] [] [2024/04/30 16:17:38.712 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=5.479247ms] [] [2024/04/30 16:17:38.758 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=546.1MiB]"] [takeTime=95.090073ms] [] [2024/04/30 16:17:38.773 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:38.773 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/04/30 16:17:38.776 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/04/30 16:17:38.908 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/04/30 16:17:38.909 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=77] [2024/04/30 16:17:38.936 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:38.936 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/04/30 16:17:38.945 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.002864468\n# Parse_time: 0.000854252\n# Compile_time: 0.001818699\n# Rewrite_time: 0.000336513\n# Optimize_time: 0.000185193\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('KqQwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEHRpbWU6MnMsIGxvb3BzOjJw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/04/30 16:17:38.959 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/04/30 16:17:38.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:38.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/04/30 16:17:39.040 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:39.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=277.089µs] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:39.108 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246] [2024/04/30 16:17:39.146 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.335696ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.241 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=231.659µs] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:39.250 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/04/30 16:17:39.290 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=53.276269ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.426 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=219.974µs] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/04/30 16:17:39.437 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/04/30 16:17:39.472 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.348006ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.538 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/04/30 16:17:39.546 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/04/30 16:17:39.549 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:38.96 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.591 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/04/30 16:17:39.591 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:39.595 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.637163659\n# Parse_time: 0.000910152\n# Compile_time: 0.001102256\n# Rewrite_time: 0.000040468\n# Optimize_time: 0.001671148\n# Wait_TS: 0.000358468\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/04/30 16:17:39.596 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/04/30 16:17:39.624 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:39.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:39.624 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:39.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/04/30 16:17:39.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:39.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=1.161063ms] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/04/30 16:17:39.740 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249] [2024/04/30 16:17:39.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=53.078443ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-04-30 16:17:39.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.903 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:39.56 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:39.932 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/04/30 16:17:39.932 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:39.936 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.340372472\n# Parse_time: 0.000309652\n# Compile_time: 0.000782628\n# Rewrite_time: 0.000031358\n# Optimize_time: 0.001671148\n# Wait_TS: 0.000421014\n# DB: test_show_job\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE import_into;"] [2024/04/30 16:17:39.938 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/04/30 16:17:39.985 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:39.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:39.985 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:39.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/04/30 16:17:40.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:39.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:40.031 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/04/30 16:17:40.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=2.586786ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/04/30 16:17:40.097 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250] [2024/04/30 16:17:40.130 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=53.169353ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:39.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:40.181 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:39.909 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:40.220 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/04/30 16:17:40.220 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:40.242 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:40.470 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:17:40.546 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:40.590 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/04/30 16:17:40.590 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:40.729 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:40.731 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:40.731 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/04/30 16:17:40.751 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:40.754 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/04/30 16:17:40.754 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/04/30 16:17:40.754 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=71.778µs] [2024/04/30 16:17:40.754 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=199.747µs] [] [2024/04/30 16:17:40.754 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:40.754 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:40.874 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/04/30 16:17:40.893 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/04/30 16:17:40.919 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:40.963 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:40.964 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/04/30 16:17:40.966 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:40.974 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:40.975 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:40.975 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:40.975 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:40.976 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:40.976 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:40.976 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:40.976 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:40.977 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:40.991 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:40.992 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:40.993 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/04/30 16:17:40.993 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:40.993 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=700.7GiB] [2024/04/30 16:17:41.035 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [2024/04/30 16:17:41.039 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/04/30 16:17:41.043 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/04/30 16:17:41.043 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/04/30 16:17:41.092 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/04/30 16:17:41.094 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.119738ms] [encodeDur=590.864µs] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=283.308µs] [type=file] [takeTime=2.293026ms] [] [2024/04/30 16:17:41.095 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/83e066bd-3ea3-45c5-86c9-5e11dbfe2e69.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/04/30 16:17:41.095 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=60.047322ms] [] [2024/04/30 16:17:41.095 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/04/30 16:17:41.095 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/04/30 16:17:41.095 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/04/30 16:17:41.097 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.826713ms] [] [2024/04/30 16:17:41.097 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/04/30 16:17:41.102 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/04/30 16:17:41.176 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/04/30 16:17:41.176 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/04/30 16:17:41.193 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/04/30 16:17:41.195 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=97.488256ms] [] [2024/04/30 16:17:41.195 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/04/30 16:17:41.197 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.475387ms] [] [2024/04/30 16:17:41.197 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/04/30 16:17:41.197 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/04/30 16:17:41.199 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.988559ms] [] [2024/04/30 16:17:41.199 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/04/30 16:17:41.199 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/04/30 16:17:41.199 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=69.857µs] [] [2024/04/30 16:17:41.199 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/04/30 16:17:41.200 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.129857ms] [] [2024/04/30 16:17:41.249 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/04/30 16:17:41.253 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:41.253 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:41.253 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:41.253 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:41.253 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:41.253 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:41.253 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:41.253 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:41.253 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:41.254 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:41.254 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:41.254 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:41.254 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:41.256 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:41.256 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:41.257 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:41.257 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:41.257 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:41.257 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=293.113657ms] [] [2024/04/30 16:17:41.310 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/04/30 16:17:41.311 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:41.312 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/04/30 16:17:41.312 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/04/30 16:17:41.380 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/04/30 16:17:41.382 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/04/30 16:17:41.382 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/04/30 16:17:41.573 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:41.621 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/04/30 16:17:41.622 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/04/30 16:17:41.622 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/04/30 16:17:41.630 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=8.836818ms] [] [2024/04/30 16:17:41.631 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/04/30 16:17:41.631 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/04/30 16:17:41.631 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30] [2024/04/30 16:17:41.631 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15] [2024/04/30 16:17:41.635 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/04/30 16:17:41.636 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/04/30 16:17:41.636 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.592663ms] [] [2024/04/30 16:17:41.636 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.841406ms] [] [2024/04/30 16:17:41.686 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=112.525042ms] [] [2024/04/30 16:17:41.713 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/04/30 16:17:41.713 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/04/30 16:17:41.716 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/04/30 16:17:41.774 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/04/30 16:17:41.796 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/04/30 16:17:41.824 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:41.824 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/04/30 16:17:41.906 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:42.105 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.878438587\n# Parse_time: 0.001199407\n# Compile_time: 0.001513965\n# Rewrite_time: 0.000272412\n# Optimize_time: 0.001671148\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:17:42.119 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/04/30 16:17:42.154 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-04-30 16:17:42.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/04/30 16:17:42.154 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-04-30 16:17:42.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/04/30 16:17:42.230 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-04-30 16:17:42.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:42.242 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/04/30 16:17:42.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=2.485213ms] [gotSchemaVersion=251] [phyTblIDs="[350,352]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/04/30 16:17:42.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251] [2024/04/30 16:17:42.325 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=53.557974ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:42.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:42.385 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/04/30 16:17:42.395 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/04/30 16:17:42.399 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-04-30 16:17:42.11 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/04/30 16:17:42.508 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/04/30 16:17:42.508 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/04/30 16:17:42.513 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.395589394\n# Parse_time: 0.000407317\n# Compile_time: 0.00084971\n# Rewrite_time: 0.000041095\n# Optimize_time: 0.000875995\n# Wait_TS: 0.000441796\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"] [2024/04/30 16:17:42.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:42.734 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/04/30 16:17:42.812 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/04/30 16:17:42.916 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/04/30 16:17:42.916 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/04/30 16:17:43.022 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/04/30 16:17:43.023 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/04/30 16:17:43.024 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/04/30 16:17:43.048 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:43.051 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/04/30 16:17:43.051 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/04/30 16:17:43.051 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=71.09µs] [2024/04/30 16:17:43.051 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=187.419µs] [] [2024/04/30 16:17:43.051 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/04/30 16:17:43.051 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/04/30 16:17:43.163 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/04/30 16:17:43.184 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=52] [2024/04/30 16:17:43.185 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/04/30 16:17:43.223 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [2024/04/30 16:17:43.224 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/04/30 16:17:43.226 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/04/30 16:17:43.234 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/04/30 16:17:43.235 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7363693544290804120] [2024/04/30 16:17:43.235 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:43.235 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/04/30 16:17:43.236 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:43.236 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/04/30 16:17:43.236 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/04/30 16:17:43.236 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/04/30 16:17:43.237 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:43.252 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/04/30 16:17:43.254 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/04/30 16:17:43.254 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/04/30 16:17:43.254 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=273.1MiB] [per-index=91.02MiB] [2024/04/30 16:17:43.254 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=700.7GiB] [2024/04/30 16:17:43.303 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [2024/04/30 16:17:43.307 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/04/30 16:17:43.310 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/04/30 16:17:43.310 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/04/30 16:17:43.379 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/04/30 16:17:43.382 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=1.969148ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:17:43.382 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=79.241667ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:43.382 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:43.383 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:43.383 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:43.383 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:43.383 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:43.383 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:43.383 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:43.383 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:43.383 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:43.383 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/04/30 16:17:43.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:43.404 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/04/30 16:17:43.408 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:43.408 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:43.408 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:43.408 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:43.408 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:43.411 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/04/30 16:17:43.411 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:43.411 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:43.411 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:43.411 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:43.411 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.267GiB]"] [takeTime=187.62823ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/04/30 16:17:43.411 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/04/30 16:17:43.456 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/04/30 16:17:43.502 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/04/30 16:17:43.536 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/04/30 16:17:43.537 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/04/30 16:17:43.551 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/04/30 16:17:43.622 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/04/30 16:17:43.649 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/04/30 16:17:43.649 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/04/30 16:17:43.729 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/04/30 16:17:43.820 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/04/30 16:17:43.822 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.307249091\n# Parse_time: 0.001343477\n# Compile_time: 0.002267437\n# Rewrite_time: 0.000285934\n# Optimize_time: 0.000875995\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zcywgbG9vcHM6MQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhJ0aW1lOjEuM3MsIGxvb3BzOjFw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/04/30 16:17:43.854 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [2024/04/30 16:17:43.854 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [2024/04/30 16:17:43.856 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [] [2024/04/30 16:17:43.857 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:17:43.857 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=28.156µs] [2024/04/30 16:17:43.857 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=17.986µs] [2024/04/30 16:17:43.857 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=20.622µs] [2024/04/30 16:17:43.857 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=17.285µs] [2024/04/30 16:17:43.857 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=14.733µs] [2024/04/30 16:17:43.857 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=13.265µs] [2024/04/30 16:17:43.858 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=13.615µs] [2024/04/30 16:17:43.858 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=13.116µs] [2024/04/30 16:17:43.858 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.22µs] [2024/04/30 16:17:43.858 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=17.462µs] [2024/04/30 16:17:43.858 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:17:43.858 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=17.546µs] [2024/04/30 16:17:43.858 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/04/30 16:17:43.858 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/04/30 16:17:43.858 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/04/30 16:17:43.893 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=b13585b1-4157-457c-9172-6c8ddbcb5df2] ["take time"=60.833274ms] [2024/04/30 16:17:43.893 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=b13585b1-4157-457c-9172-6c8ddbcb5df2] [2024/04/30 16:17:43.895 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/04/30 16:17:43.896 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1e0fe6f7-9426-4546-81ed-0314e9e29f5f] [watcherID=6ba3eeac-5987-4506-8905-26211cc68fab] [2024/04/30 16:17:43.896 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/04/30 16:17:43.896 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1e0fe6f7-9426-4546-81ed-0314e9e29f5f] [2024/04/30 16:17:43.896 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/04/30 16:17:43.896 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:17:43.896 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:17:43.896 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:17:43.896 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/04/30 16:17:43.896 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/04/30 16:17:43.896 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:17:43.896 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:17:43.896 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:17:43.896 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/04/30 16:17:43.902 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/04/30 16:17:43.902 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=365] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b13585b1-4157-457c-9172-6c8ddbcb5df2] [2024/04/30 16:17:43.903 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:17:43.903 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/04/30 16:17:43.904 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/04/30 16:17:43.904 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/04/30 16:17:43.904 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/04/30 16:17:43.904 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/04/30 16:17:43.904 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/04/30 16:17:43.903 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/04/30 16:17:43.904 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager b5ecfd6a-b6f6-436b-a65f-73559ad98736 watch owner key /tidb/br-stream/owner/22318f2fc6c13b2d"] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/04/30 16:17:43.903 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/04/30 16:17:43.903 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/04/30 16:17:43.904 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2 watch owner key /tidb/stats/owner/22318f2fc6c13b33"] [2024/04/30 16:17:43.903 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/04/30 16:17:43.904 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5ecfd6a-b6f6-436b-a65f-73559ad98736"] [2024/04/30 16:17:43.904 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/04/30 16:17:43.904 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [2024/04/30 16:17:43.904 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [2024/04/30 16:17:43.904 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/04/30 16:17:43.904 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/04/30 16:17:43.904 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/04/30 16:17:43.904 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b13585b1-4157-457c-9172-6c8ddbcb5df2] [2024/04/30 16:17:43.904 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/04/30 16:17:43.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/04/30 16:17:43.904 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/04/30 16:17:43.904 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/04/30 16:17:43.904 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/04/30 16:17:43.904 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/04/30 16:17:43.905 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/04/30 16:17:43.906 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [error="context canceled"] [2024/04/30 16:17:43.906 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [2024/04/30 16:17:43.906 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b5ecfd6a-b6f6-436b-a65f-73559ad98736] [daemon-id=LogBackup::Advancer] [2024/04/30 16:17:43.906 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/04/30 16:17:43.906 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5ecfd6a-b6f6-436b-a65f-73559ad98736"] [error="context canceled"] [2024/04/30 16:17:43.907 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/04/30 16:17:43.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/04/30 16:17:43.906 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/04/30 16:17:43.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/04/30 16:17:43.907 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5ecfd6a-b6f6-436b-a65f-73559ad98736"] [2024/04/30 16:17:43.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/04/30 16:17:43.930 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:17:43.931 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/04/30 16:17:43.931 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [Pipeline] // withEnv [2024/04/30 16:17:43.932 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/04/30 16:17:43.933 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/04/30 16:17:43.933 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/04/30 16:17:43.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/04/30 16:17:45.160 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:17:45.160 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/04/30 16:17:45.160 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/04/30 16:17:45.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/04/30 16:17:45.167 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b13585b1-4157-457c-9172-6c8ddbcb5df2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:17:45.167 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/04/30 16:17:45.167 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/04/30 16:17:45.176 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.343274729s] [2024/04/30 16:17:45.176 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/04/30 16:17:45.176 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/04/30 16:17:45.176 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/04/30 16:17:45.176 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/04/30 16:17:45.176 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/04/30 16:17:45.176 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/04/30 16:17:45.176 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/04/30 16:17:45.176 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/04/30 16:17:45.177 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:45.177 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/04/30 16:17:45.177 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/04/30 16:17:45.177 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/04/30 16:17:45.177 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/04/30 16:17:45.177 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b5ecfd6a-b6f6-436b-a65f-73559ad98736"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/04/30 16:17:45.178 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (246.49s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (33.20s) --- PASS: TestImportInto/TestCancelJob (8.15s) --- PASS: TestImportInto/TestChecksumNotMatch (7.35s) --- PASS: TestImportInto/TestColumnsAndUserVars (2.88s) --- PASS: TestImportInto/TestDeliverBytesRows (4.86s) --- PASS: TestImportInto/TestDetachedLoadParquet (6.06s) --- PASS: TestImportInto/TestDiskQuota (4.45s) --- PASS: TestImportInto/TestGBK (7.74s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (11.40s) --- PASS: TestImportInto/TestIgnoreNLines (7.64s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (8.38s) --- PASS: TestImportInto/TestImportMode (19.34s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (8.32s) --- PASS: TestImportInto/TestInputNull (5.06s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (1.84s) --- PASS: TestImportInto/TestKillBeforeFinish (2.97s) --- PASS: TestImportInto/TestLoadSQLDump (4.85s) --- PASS: TestImportInto/TestMaxWriteSpeed (14.56s) --- PASS: TestImportInto/TestMultiValueIndex (3.13s) --- PASS: TestImportInto/TestOtherCharset (12.83s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (4.70s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.41s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.40s) --- PASS: TestImportInto/TestRegisterTask (9.95s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (10.82s) --- PASS: TestImportInto/TestShowDetachedJob (6.48s) --- PASS: TestImportInto/TestShowJob (8.49s) --- PASS: TestImportInto/TestZeroDateTime (4.87s) PASS coverage: 15.0% of statements GCov does not exist at the given path: '' Apr 30, 2024 4:17:51 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Apr 30, 2024 4:17:51 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Apr 30, 2024 4:17:51 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Apr 30, 2024 4:17:51 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Apr 30, 2024 4:17:51 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test [32mINFO: [0mElapsed time: 29.086s, Critical Path: 11.82s [32mINFO: [0m1610 processes: 1590 remote cache hit, 20 internal. [32mINFO:[0m Build completed successfully, 1610 total actions Test cases: finished with [0m[32m31 passing[0m and 0 failing out of 31 test cases Executed 0 out of 1 test: 1 test passes. [0m./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // node [Pipeline] } [Pipeline] // node [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] // dir [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // dir Post stage [Pipeline] } [Pipeline] // podTemplate [Pipeline] // dir [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] // withEnv [Pipeline] // dir [Pipeline] // dir [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] sh [Pipeline] // stage [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] } + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/05/05 15:07:44.883 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:44.883 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:44.883 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:44.883 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:44.883 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:44.883 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:44.883 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:44.883 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:44.883 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:44.887 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:44.887 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:44.887 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:44.887 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:44.888 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:44.888 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:44.888 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:44.888 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:44.888 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:44.889 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:44.889 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:44.889 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:44.889 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/05/05 15:07:44.889 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:44.889 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:44.889 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:44.890 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=394.191µs] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.896 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:44.897 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:44.897 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.897 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.897 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.898 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.898 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:44.898 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.898 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.898 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.898 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.897 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.898 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.898 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.898 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.899 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.899 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.899 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.899 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.899 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:44.899 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:44.900 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.900 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:44.900 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:44.900 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:44.900 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:44.900 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.900 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:44.900 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.900 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:44.900 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.900 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:44.901 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:44.901 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/05/05 15:07:44.901 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.901 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.901 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.901 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:44.901 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.903 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.903 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.951 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:45.891 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:45.893 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:45.893 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:45.893 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/05/05 15:07:45.893 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/05/05 15:07:45.893 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/05/05 15:07:45.893 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:45.893 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/05/05 15:07:45.896 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408773776763765] [2024/05/05 15:07:45.896 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7365408773776763765] [2024/05/05 15:07:45.901 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:45.902 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/05/05 15:07:45.903 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:45.904 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:45.904 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/05/05 15:07:45.904 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/05/05 15:07:45.904 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:45.905 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:45.905 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:45.906 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/05/05 15:07:46.108 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:46.108 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:46.108 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:46.108 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=189.67µs] [2024/05/05 15:07:46.109 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408773776763765/leader] [purpose="leader election"] [2024/05/05 15:07:46.109 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:46.109 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:46.964 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/05/05 15:07:46.975 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:07:46.975 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:07:46.975 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:40663] [remotes="[]"] [2024/05/05 15:07:46.975 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42205] [remotes="[]"] [2024/05/05 15:07:46.976 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:07:46.980 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:07:47.109 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/05/05 15:07:55.895 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:07:55.895 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] ==> ./pd3.log <== [2024/05/05 15:07:44.884 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:44.884 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:44.884 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:44.884 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:44.884 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:44.884 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:44.884 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:44.884 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:44.884 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:44.888 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:44.888 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:44.888 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:44.888 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:44.890 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:44.890 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:44.890 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:44.890 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:44.890 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:44.890 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:44.890 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:44.890 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:44.890 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/05/05 15:07:44.890 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:44.890 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:44.890 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:44.891 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=353.85µs] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:44.896 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.896 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:44.897 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:44.897 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.897 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.897 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.897 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.898 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.899 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:44.899 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.899 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.899 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.899 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.900 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:44.901 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:44.901 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:44.901 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:44.901 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:44.901 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.901 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:44.901 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.901 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:44.901 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.901 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:44.901 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.902 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:44.902 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/05/05 15:07:44.903 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:44.903 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.903 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:44.903 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.903 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:44.903 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/05/05 15:07:44.903 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/05/05 15:07:44.903 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.951 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:45.891 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:45.893 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:45.893 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:45.893 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/05/05 15:07:45.893 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/05/05 15:07:45.894 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/05/05 15:07:45.893 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:45.894 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/05/05 15:07:45.898 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408773776763765] [2024/05/05 15:07:45.898 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7365408773776763765] [2024/05/05 15:07:45.902 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:45.903 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/05/05 15:07:45.903 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:45.905 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:45.905 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/05/05 15:07:45.905 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/05/05 15:07:45.905 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:45.905 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:45.905 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:45.906 +08:00] [INFO] [server.go:1691] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/05/05 15:07:46.108 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:46.108 +08:00] [INFO] [server.go:1662] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/05/05 15:07:46.108 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/05/05 15:07:46.108 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=219.492µs] [2024/05/05 15:07:46.109 +08:00] [INFO] [leadership.go:317] ["watch channel is created"] [revision=12] [leader-key=/pd/7365408773776763765/leader] [purpose="leader election"] [2024/05/05 15:07:46.109 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:46.109 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/05/05 15:07:47.109 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/05/05 15:07:55.895 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/05/05 15:07:55.895 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/05/05 15:07:44.881 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:07:44.881 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:07:44.881 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:07:44.881 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:07:44.881 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:07:44.881 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:07:44.881 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:07:44.881 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:07:44.882 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:07:44.886 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:07:44.886 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:07:44.886 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:07:44.886 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:07:44.887 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:07:44.887 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:07:44.887 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:44.887 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:07:44.887 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:44.887 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:07:44.887 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:44.887 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:07:44.887 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/05/05 15:07:44.888 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:07:44.888 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:07:44.888 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:07:44.888 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=515.366µs] [2024/05/05 15:07:44.890 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/05/05 15:07:44.890 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/05/05 15:07:44.890 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/05/05 15:07:44.890 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:07:44.890 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/05/05 15:07:44.890 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/05/05 15:07:44.890 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/05/05 15:07:44.890 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.891 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:07:44.891 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:07:44.892 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.892 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.892 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.892 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.892 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.892 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.892 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:44.892 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.892 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.892 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.892 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.892 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.892 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.892 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:44.892 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.892 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.892 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:07:44.892 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:07:44.892 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/05/05 15:07:44.892 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:07:44.892 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:07:44.893 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.893 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/05/05 15:07:44.893 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.893 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/05/05 15:07:44.893 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/05/05 15:07:44.893 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/05/05 15:07:44.894 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/05/05 15:07:44.894 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/05/05 15:07:44.898 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:44.898 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.898 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.899 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:44.899 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/05/05 15:07:44.901 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.901 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/05/05 15:07:44.901 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.901 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/05/05 15:07:44.903 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.903 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/05/05 15:07:44.943 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/05/05 15:07:45.891 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/05/05 15:07:45.891 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/05/05 15:07:45.891 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/05/05 15:07:45.891 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:45.891 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/05/05 15:07:45.892 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/05/05 15:07:45.892 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/05/05 15:07:45.893 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/05/05 15:07:45.893 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:07:45.893 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:07:45.893 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/05/05 15:07:45.893 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/05/05 15:07:45.893 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/05/05 15:07:45.894 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/05/05 15:07:45.894 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:07:45.894 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:07:45.896 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408773776763765] [2024/05/05 15:07:45.896 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7365408773776763765] [2024/05/05 15:07:45.900 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:07:45.901 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/05/05 15:07:45.901 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:07:45.903 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:07:45.903 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/05/05 15:07:45.903 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/05/05 15:07:45.903 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:07:45.904 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:07:45.904 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/05/05 15:07:45.905 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:07:45.906 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908008745073165] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:07:45.907 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/05/05 15:07:45.907 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408773776763765/leader] [purpose="leader election"] [2024/05/05 15:07:45.907 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/05/05 15:07:45.907 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:07:45.907 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:07:45.907 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:07:45.908 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:07:48.908 +08:00] [next=2024/05/05 15:07:45.908 +08:00] [2024/05/05 15:07:45.909 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:07:45.910 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:07:45.910 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:07:45.912 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:07:45.916 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:07:45.916 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:07:45.916 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/05/05 15:07:46.208 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:46.208 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:46.208 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/05/05 15:07:46.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:46.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:46.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:46.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:46.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/05/05 15:07:46.281 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/05/05 15:07:46.287 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408773776763765] [request="header:<cluster_id:7365408773776763765 > store:<id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:4 region_epoch:<conf_ver:1 version:1 > peers:<id:7 store_id:1 > > "] [2024/05/05 15:07:46.287 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408773776763765] [request="header:<cluster_id:7365408773776763765 > store:<id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:5 region_epoch:<conf_ver:1 version:1 > peers:<id:6 store_id:2 > > "] [2024/05/05 15:07:46.288 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408773776763765] [request="header:<cluster_id:7365408773776763765 > store:<id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:8 region_epoch:<conf_ver:1 version:1 > peers:<id:9 store_id:3 > > "] [2024/05/05 15:07:46.288 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408773776763765] [2024/05/05 15:07:46.288 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408773776763765] [2024/05/05 15:07:46.288 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7365408773776763765] [2024/05/05 15:07:46.291 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=786.588µs] [2024/05/05 15:07:46.291 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=159.13µs] [2024/05/05 15:07:46.292 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:07:46.292 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:07:46.292 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:07:46.292 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:07:46.292 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:07:46.292 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:07:46.292 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:07:46.292 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=594.046µs] [2024/05/05 15:07:46.296 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:07:46.296 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=2] [2024/05/05 15:07:46.296 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:46.296 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:46.904 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:07:47.109 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/05/05 15:07:47.109 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:47.109 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/05/05 15:07:47.109 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/05/05 15:07:49.291 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:07:49.291 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:49.291 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:49.292 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:07:49.292 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:07:49.292 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:07:49.292 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=3] [2024/05/05 15:07:49.292 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:49.292 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892866 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:07:49.292 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:07:49.293 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:49.293 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:49.294 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:07:49.295 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:07:49.295 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:07:49.295 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:07:49.295 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:07:49.306 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:49.306579658 +0800 CST m=+4.460872111, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:49.306 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:49.307 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:07:49.307 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/05/05 15:07:49.307 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/05/05 15:07:49.307 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/05/05 15:07:49.308 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=5] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:07:49.308 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=1.914922ms] [operator="\"labeler-split-region {split: region 5 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:5(1, 1), createAt:2024-05-05 15:07:49.306579658 +0800 CST m=+4.460872111, startAt:2024-05-05 15:07:49.30670044 +0800 CST m=+4.460992892, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:49.308 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=5] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:2 > id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:13 store_id:2 > id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:15 store_id:2 > id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:17 store_id:2 >"] [total=4] [2024/05/05 15:07:50.295 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:07:55.894 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/05/05 15:07:55.895 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/05/05 15:07:56.293 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/05/05 15:07:56.294 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/05/05 15:07:56.294 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/05/05 15:07:59.300 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:59.30057578 +0800 CST m=+14.454868232, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.300 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 18 on store 3"] [source=create] [2024/05/05 15:07:59.300 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:07:59.300760371 +0800 CST m=+14.455052823, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 19 on store 1}, 1:{promote learner peer 19 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.300 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 19 on store 1"] [source=create] [2024/05/05 15:07:59.300 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:59.300850465 +0800 CST m=+14.455142917, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 1}, 1:{promote learner peer 20 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.300 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 20 on store 1"] [source=create] [2024/05/05 15:07:59.300 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:59.300931194 +0800 CST m=+14.455223646, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 1}, 1:{promote learner peer 21 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.300 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 21 on store 1"] [source=create] [2024/05/05 15:07:59.301 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:59.301005894 +0800 CST m=+14.455298346, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 1}, 1:{promote learner peer 22 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.301 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 22 on store 1"] [source=create] [2024/05/05 15:07:59.301 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.301 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.301 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 19 on store 1"] [source=heartbeat] [2024/05/05 15:07:59.302 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:19 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.302 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 21 on store 1"] [source=heartbeat] [2024/05/05 15:07:59.302 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:21 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.303 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 22 on store 1"] [source=heartbeat] [2024/05/05 15:07:59.303 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:22 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.303 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 20 on store 1"] [source=heartbeat] [2024/05/05 15:07:59.303 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:20 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/05/05 15:07:59.310 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 20 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:59.311 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 21 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:59.311 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 19 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:59.311 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.311 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 22 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:59.311 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:20 store_id:1 role:Learner },Add peer:{id:20 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.311 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.784827ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 1), createAt:2024-05-05 15:07:59.300850465 +0800 CST m=+14.455142917, startAt:2024-05-05 15:07:59.30088057 +0800 CST m=+14.455173022, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 1}, 1:{promote learner peer 20 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.311 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:21 store_id:1 role:Learner },Add peer:{id:21 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.311 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.886397ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 1), createAt:2024-05-05 15:07:59.300931194 +0800 CST m=+14.455223646, startAt:2024-05-05 15:07:59.300958873 +0800 CST m=+14.455251325, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 1}, 1:{promote learner peer 21 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.312 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:19 store_id:1 role:Learner },Add peer:{id:19 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.312 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=11.240403ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:5(5, 1), createAt:2024-05-05 15:07:59.300760371 +0800 CST m=+14.455052823, startAt:2024-05-05 15:07:59.300788388 +0800 CST m=+14.455080841, currentStep:2, size:0, steps:[0:{add learner peer 19 on store 1}, 1:{promote learner peer 19 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.312 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.099377ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 1), createAt:2024-05-05 15:07:59.301005894 +0800 CST m=+14.455298346, startAt:2024-05-05 15:07:59.301033109 +0800 CST m=+14.455325561, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 1}, 1:{promote learner peer 22 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.312 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.50789ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-05-05 15:07:59.30057578 +0800 CST m=+14.454868232, startAt:2024-05-05 15:07:59.300684659 +0800 CST m=+14.454977112, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.312 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:22 store_id:1 role:Learner },Add peer:{id:22 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.312 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:59.321493495 +0800 CST m=+14.475785948, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:59.321634632 +0800 CST m=+14.475927085, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:59.321712371 +0800 CST m=+14.476004824, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:59.321795012 +0800 CST m=+14.476087464, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 1}, 1:{promote learner peer 26 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 1"] [source=create] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=5] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:07:59.321878931 +0800 CST m=+14.476171384, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/05/05 15:07:59.321 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 3"] [source=create] [2024/05/05 15:07:59.322 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.322 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.322 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.322 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.322 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 1"] [source=heartbeat] [2024/05/05 15:07:59.322 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.322 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/05/05 15:07:59.322 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.322 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.322 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/05/05 15:07:59.325 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.325 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.326 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 1 to voter"] [source=heartbeat] [2024/05/05 15:07:59.326 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=5] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.326 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.326 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.690653ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-05-05 15:07:59.321634632 +0800 CST m=+14.475927085, startAt:2024-05-05 15:07:59.321664252 +0800 CST m=+14.475956705, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.326 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.89531ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-05-05 15:07:59.321493495 +0800 CST m=+14.475785948, startAt:2024-05-05 15:07:59.321569202 +0800 CST m=+14.475861654, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.326 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.326 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/05/05 15:07:59.326 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:1 role:Learner },Add peer:{id:26 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.326 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.95346ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 3), createAt:2024-05-05 15:07:59.321795012 +0800 CST m=+14.476087464, startAt:2024-05-05 15:07:59.321829364 +0800 CST m=+14.476121817, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 1}, 1:{promote learner peer 26 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.326 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=5] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.327 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=5] [takes=5.097965ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:5(5, 3), createAt:2024-05-05 15:07:59.321878931 +0800 CST m=+14.476171384, startAt:2024-05-05 15:07:59.321902307 +0800 CST m=+14.476194759, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:07:59.327 +08:00] [INFO] [region.go:755] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/05/05 15:07:59.327 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=5.426501ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-05-05 15:07:59.321712371 +0800 CST m=+14.476004824, startAt:2024-05-05 15:07:59.321740604 +0800 CST m=+14.476033056, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/05/05 15:08:46.321 +08:00] [INFO] [cluster.go:570] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/05/05 15:08:46.324 +08:00] [INFO] [cluster.go:506] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={55, 53, 12, 61, 63, 67, 70, 62, 33, 32, 27, 54, 69, 19, 15, 48, 18, 17, 25, 56, 14, 65, 24, 26, 51, 52, 28, 68, 34, 20, 11, 36, 64, 21, 47, 71, 58, 50, 60, 31, 30, 0, 57, 66, 23, 16, 13, 22, 35, 49, 29, 59}"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["subchannel 0x7f820944d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f82094afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8209437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f82094d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892864.854747470\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["subchannel 0x7f820944d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f82094afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8209437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f82094d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [INFO] [<unknown>] ["subchannel 0x7f820944dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f82094afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8209437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f82094d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892864.855252810\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [<unknown>] ["subchannel 0x7f820944dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f82094afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8209437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f82094d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [INFO] [<unknown>] ["subchannel 0x7f820944e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f82094afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8209437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f82094d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892864.855525182\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [<unknown>] ["subchannel 0x7f820944e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f82094afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8209437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f82094d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:45.157 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.895 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.197 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.197 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408773776763765] [thread_id=1] [2024/05/05 15:07:46.202 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.202 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.203 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/05/05 15:07:46.204 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:46.204 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44620/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44619/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44618/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44617/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44616/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44615/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35269/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/321/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/320/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/319/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/318/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/317/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/316/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/315/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44620/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44619/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44618/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44617/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44616/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44615/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35269/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/321/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/320/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/319/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/318/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/317/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/316/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/315/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/05/05 15:07:46.206 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:46.206 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:46.207 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:46.208 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:46.208 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:07:46.208 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:07:46.208 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:07:46.213 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:46.213 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:46.214 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 280.389µs"] [thread_id=1] [2024/05/05 15:07:46.275 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:46.278 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:46.278 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:46.278 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:46.279 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:46.279 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:46.286 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:07:46.288 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408773776763765] [thread_id=1] [2024/05/05 15:07:49.289 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408773776763765] [thread_id=1] [2024/05/05 15:07:49.289 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892866 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:49.292 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:07:49.292 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.292 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:49.292 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.292 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:07:49.293 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:49.296 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:49.296 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=45.611µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=1] [thread_id=1] [2024/05/05 15:07:49.296 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=30.702µs] [garbage_range_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:07:49.298 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:49.298 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:49.298 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:49.303 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:49.303 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:49.304 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:49.305 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:49.305 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/05/05 15:07:49.306 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:49.310 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:59.299 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:59.304 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:07:59.304 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=6] [store_id=1] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=1] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=1] [peer_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=19] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.304 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=1] [peer_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.305 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.305 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.305 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.305 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.306 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:59.306 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:59.306 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=772.855µs] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_5_6_8_(default|lock|write).sst] [snap_key=5_6_8] [thread_id=129] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=395.436µs] [snap_key=10_6_7] [thread_id=132] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=377.83µs] [snap_key=12_6_7] [thread_id=131] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/05/05 15:07:59.309 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=381.73µs] [snap_key=5_6_8] [thread_id=129] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=410.44µs] [snap_key=14_6_7] [thread_id=130] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=10] [thread_id=80] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=120.828µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=12] [thread_id=80] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.310 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=32.197µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:59.310 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=5] [thread_id=80] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.311 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=28.536µs] [region_id=5] [thread_id=80] [2024/05/05 15:07:59.311 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=14] [thread_id=80] [2024/05/05 15:07:59.311 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.311 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.692µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 1 } } }"] [index=8] [term=6] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 1 } } }"] [index=8] [term=6] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 1 } } }"] [index=9] [term=6] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [changes="[peer { id: 19 store_id: 1 }]"] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 1 } } }"] [index=8] [term=6] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.312 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=1] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=470.167µs] [snap_key=16_6_9] [thread_id=130] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=38.283µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=21] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=20] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=19] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=22] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.327 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:08:49.298 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_8] [peer_id=19] [region_id=5] [thread_id=102] [2024/05/05 15:08:49.298 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=20] [region_id=10] [thread_id=101] [2024/05/05 15:08:49.298 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=21] [region_id=12] [thread_id=102] [2024/05/05 15:08:49.298 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=22] [region_id=14] [thread_id=101] [2024/05/05 15:08:49.298 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/05/05 15:08:49.298 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.298 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.298 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.298 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.298 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={49, 62, 0, 68, 19, 69, 18, 36, 29, 30, 20, 66, 17, 28, 34, 71, 12, 16, 50, 57, 24, 58, 27, 26, 54, 55, 60, 21, 11, 33, 23, 61, 15, 64, 25, 35, 14, 47, 48, 65, 53, 59, 32, 31, 22, 51, 52, 63, 67, 70, 56, 13}"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:44.851 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:44.853 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.853 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:44.853 +08:00] [INFO] [<unknown>] ["subchannel 0x7f98ff04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f98ff0afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f98ff037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f98ff0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892864.853715910\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:44.853 +08:00] [INFO] [<unknown>] ["subchannel 0x7f98ff04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f98ff0afb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f98ff037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f98ff0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.854 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["subchannel 0x7f98ff04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f98ff0afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f98ff037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f98ff0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892864.854230548\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["subchannel 0x7f98ff04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f98ff0afb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f98ff037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f98ff0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.854 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["subchannel 0x7f98ff04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f98ff0afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f98ff037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f98ff0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892864.854488019\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["subchannel 0x7f98ff04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f98ff0afb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f98ff037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f98ff0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.854 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:45.155 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.895 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.196 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.197 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408773776763765] [thread_id=1] [2024/05/05 15:07:46.202 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.202 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.203 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/05/05 15:07:46.204 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:46.204 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44620/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44619/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44618/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44617/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44616/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44615/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35269/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/321/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/320/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/319/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/318/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/317/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/316/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/315/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44620/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44619/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44618/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44617/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44616/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44615/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35269/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/321/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/320/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/319/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/318/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/317/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/316/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/315/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:46.206 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/05/05 15:07:46.206 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:46.206 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:46.207 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:07:46.207 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:46.208 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:46.208 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:46.208 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:46.214 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:46.214 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:46.215 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 170.761µs"] [thread_id=1] [2024/05/05 15:07:46.276 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:46.278 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:46.278 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:46.278 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:46.279 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:46.279 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:46.280 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:46.286 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.294 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408773776763765] [thread_id=1] [2024/05/05 15:07:46.294 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892866 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:46.297 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/05/05 15:07:46.297 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.297 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.298 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 6."] [id=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=6] [region_id=5] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=188.454µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.301 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.25µs] [garbage_range_count=2] [store_id=2] [thread_id=1] [2024/05/05 15:07:46.302 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=5] [thread_id=101] [2024/05/05 15:07:46.303 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:46.303 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:46.303 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:46.303 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=5] [thread_id=31] [2024/05/05 15:07:46.306 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:46.306 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=5] [thread_id=68] [2024/05/05 15:07:46.307 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:46.308 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:46.308 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:46.308 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=2] [thread_id=127] [2024/05/05 15:07:46.310 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/05/05 15:07:46.310 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:07:46.311 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:07:46.315 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:49.306 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=5] [thread_id=31] [2024/05/05 15:07:49.306 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:49.307 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:49.307 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:49.308 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=5] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:07:49.308 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=5] [store_id=Some(2)] [thread_id=68] [2024/05/05 15:07:49.308 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/05/05 15:07:49.308 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/05/05 15:07:49.309 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:07:49.309 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/05/05 15:07:49.309 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/05/05 15:07:49.309 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=5] [thread_id=68] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [thread_id=68] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/05/05 15:07:49.309 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/05/05 15:07:56.304 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:59.300 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:59.300 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:59.300 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 1 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.301 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.301 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:59.301 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.301 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:59.301 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:59.301 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.301 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 1 role: Learner } } }"] [index=8] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 1 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.301 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.301 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.301 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.301 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.302 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.302 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.303 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=18] [2024/05/05 15:07:59.303 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:59.303 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/05/05 15:07:59.303 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.303 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.303 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.303 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.303 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.253486ms] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/05/05 15:07:59.304 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=1] [thread_id=17] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=758.265µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/05/05 15:07:59.306 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=8] [2024/05/05 15:07:59.306 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/05/05 15:07:59.306 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.306 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.306 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.306 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.306 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.307 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:59.307 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=649.03µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=814.79µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/05/05 15:07:59.308 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.308 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=428.253µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.308 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:07:59.309 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=558.178µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_5_6_8_(default|lock|write).sst] [region_id=5] [thread_id=83] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:59.309 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=355.589µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/05/05 15:07:59.309 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.627333ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.31974ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 1 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 1 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.048733ms] [size=0] [snap_key=5_6_8] [region_id=5] [thread_id=131] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 1 role: Learner"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.005751ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 1 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.581934ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=133] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 1 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.311 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 1 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 1 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 1 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 1 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 1 }]"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.311 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:59.311 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 1 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:59.311 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 1 } } }"] [index=9] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 role: Learner }"] [changes="[peer { id: 19 store_id: 1 }]"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 1 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/05/05 15:07:59.311 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 }"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.311 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.311 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.321 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:59.321 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:59.321 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.321 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.321 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:59.321 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:59.321 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.321 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.321 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=6] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:59.322 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:59.322 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=379.158µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=438.787µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/05/05 15:07:59.323 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.323 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.323 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=463.363µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/05/05 15:07:59.324 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=624.398µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_5_6_10_(default|lock|write).sst] [region_id=5] [thread_id=84] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:916] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:59.324 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:1090] ["scan snapshot"] [takes=605.353µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.324 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.811019ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.574574ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.567069ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 1 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.141135ms] [size=0] [snap_key=5_6_10] [region_id=5] [thread_id=131] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [snap.rs:584] ["sent snapshot"] [duration=1.111808ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 1 }]"] [region_id=16] [thread_id=31] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=5] [thread_id=31] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=6] [region_id=5] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 }"] [peer_id=6] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.327 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.327 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] ==> ./tikv2.log <== [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={16, 22, 51, 58, 12, 27, 36, 15, 26, 48, 60, 17, 25, 29, 31, 66, 56, 52, 69, 63, 70, 47, 61, 11, 32, 20, 57, 33, 19, 23, 34, 53, 65, 21, 13, 59, 64, 30, 49, 68, 50, 0, 54, 71, 24, 28, 18, 62, 35, 67, 55, 14}"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:07:44.852 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3356e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3356eafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3356e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3356ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1714892864.854720039\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/05/05 15:07:44.854 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3356e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3356eafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3356e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3356ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3356e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3356eafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3356e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3356ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1714892864.855232976\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3356e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3356eafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3356e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3356ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3356e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3356eafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3356e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3356ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1714892864.855501014\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [<unknown>] ["subchannel 0x7f3356e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3356eafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3356e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3356ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/05/05 15:07:44.855 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:44.855 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:07:45.156 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:45.895 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.197 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/05/05 15:07:46.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/05/05 15:07:46.201 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/05/05 15:07:46.202 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408773776763765] [thread_id=1] [2024/05/05 15:07:46.202 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.202 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:07:46.204 +08:00] [INFO] [config.rs:317] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44620/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44619/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44618/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44617/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44616/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44615/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35269/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/321/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/320/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/319/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/318/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/317/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/316/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/315/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [WARN] [common.rs:465] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/05/05 15:07:46.205 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44620/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44619/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44618/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44617/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44616/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/44615/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35269/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/321/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/320/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/319/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/318/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/317/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/316/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/315/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306702/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:46.206 +08:00] [WARN] [common.rs:473] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/05/05 15:07:46.206 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:07:46.207 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:07:46.207 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:07:46.207 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/05/05 15:07:46.208 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:07:46.208 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/05/05 15:07:46.208 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/05/05 15:07:46.215 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:07:46.215 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:07:46.215 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 189.51µs"] [thread_id=1] [2024/05/05 15:07:46.277 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:07:46.279 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:07:46.279 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/05/05 15:07:46.280 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/05/05 15:07:46.280 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:07:46.280 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/05/05 15:07:46.287 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/05/05 15:07:46.288 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7365408773776763765] [thread_id=1] [2024/05/05 15:07:49.289 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7365408773776763765] [thread_id=1] [2024/05/05 15:07:49.289 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892866 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:07:49.292 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/05/05 15:07:49.293 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/05/05 15:07:49.293 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:07:49.293 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.293 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.294 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:07:49.297 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:07:49.297 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=54.401µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.297 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.065µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/05/05 15:07:49.299 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:07:49.299 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:07:49.299 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:07:49.303 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:07:49.303 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:07:49.304 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:07:49.305 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:07:49.305 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/05/05 15:07:49.305 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=17] [2024/05/05 15:07:49.310 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:07:59.300 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:07:59.304 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/05/05 15:07:59.304 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=3] [peer_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.304 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.304 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.306 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:59.306 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/05/05 15:07:59.306 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=1.306132ms] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:59.309 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/05/05 15:07:59.310 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=448.699µs] [snap_key=16_6_7] [thread_id=132] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.310 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.310 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=16] [thread_id=80] [2024/05/05 15:07:59.311 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.311 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=40.97µs] [region_id=16] [thread_id=80] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.311 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.312 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=18] [region_id=16] [thread_id=104] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.322 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=6] [store_id=3] [peer_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.322 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=5] [thread_id=101] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=445.942µs] [snap_key=10_6_9] [thread_id=131] [2024/05/05 15:07:59.324 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=368.142µs] [snap_key=12_6_9] [thread_id=130] [2024/05/05 15:07:59.324 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.324 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.324 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 21} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.324 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.324 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.324 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.324 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.324 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.324 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_5_6_10_(default|lock|write).sst] [snap_key=5_6_10] [thread_id=130] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/05/05 15:07:59.325 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=48.98µs] [region_id=12] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:342] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.124µs] [region_id=10] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=456.631µs] [snap_key=5_6_10] [thread_id=130] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6, 19} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:350] ["saving all snapshot files"] [takes=420.761µs] [snap_key=14_6_9] [thread_id=132] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.325 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:07:59.325 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=5] [thread_id=80] [2024/05/05 15:07:59.325 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.326 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=89.019µs] [region_id=5] [thread_id=80] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/05/05 15:07:59.326 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:07:59.326 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=208.3µs] [region_id=14] [thread_id=80] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 18 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=18] [region_id=16] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 5 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 2 } peers { id: 19 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=5] [thread_id=104] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 18, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 6, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.326 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/05/05 15:07:59.327 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 22, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/05/05 15:08:49.299 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=5_6_10] [peer_id=27] [region_id=5] [thread_id=102] [2024/05/05 15:08:49.299 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/05/05 15:08:49.299 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/05/05 15:08:49.299 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/05/05 15:08:49.299 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=18] [region_id=16] [thread_id=102] [2024/05/05 15:08:49.299 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.299 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.299 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.299 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/05/05 15:08:49.299 +08:00] [INFO] [snap.rs:679] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] // container [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // node [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // podTemplate [Pipeline] // dir [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db.test: ok! 290 test cases passed, take time 37.817387651 s ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.232767508 s ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.649068689 s ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.571101891 s ./t/ddl/db_integration.test: ok! 726 test cases passed, take time 76.393558306 s ./t/ddl/db_partition.test: ok! 1276 test cases passed, take time 82.48711779 s ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 8.933904389 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.336058492 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.154170777 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.04271029 s ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 27.788608712 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.387698597 s ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 21.76975925 s ./t/ddl/global_index.test: ok! 25 test cases passed, take time 2.495075986 s ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 3.988540392 s ./t/ddl/integration.test: ok! 87 test cases passed, take time 1.8278601380000001 s ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 34.595446685 s ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 47.649035798 s ./t/ddl/partition.test: ok! 213 test cases passed, take time 8.54765074 s ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 14.213135698 s ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 32.841482185 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.17994582 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 7.5784770009999995 s ./t/ddl/serial.test: ok! 77 test cases passed, take time 4.857076004 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.176444306 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.064200937 s ./t/executor/admin.test: ok! 171 test cases passed, take time 30.012129927 s ./t/executor/aggregate.test: ok! 886 test cases passed, take time 13.351649595 s ./t/executor/analyze.test: ok! 180 test cases passed, take time 14.25728969 s ./t/executor/autoid.test: ok! 442 test cases passed, take time 6.657199168 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 1.031817709 s ./t/executor/charset.test: ok! 57 test cases passed, take time 0.933610571 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.272646078 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.220613226 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.326096197 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.539772527 s ./t/executor/ddl.test: ok! 359 test cases passed, take time 23.456980641 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.162223511 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 1.6411490610000001 s ./t/executor/executor.test: ok! 2151 test cases passed, take time 57.950231326 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.618889553 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.1620307 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 3.808427381 s ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 14.444048728 s ./t/executor/grant.test: ok! 202 test cases passed, take time 1.97888435 s ./t/executor/import_into.test: ok! 88 test cases passed, take time 0.234031825 s ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.25458155 s ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 4.698011684 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 2.442995208 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 17.202931729 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 7.1376722 s ./t/executor/insert.test: ok! 1224 test cases passed, take time 81.412610522 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.001883999 s ./t/executor/issues.test: ok! 421 test cases passed, take time 13.607344416 s ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 8.426803643 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 36.683186736 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.16344879 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 8.427689958 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.042288851 s ./t/executor/partition/global_index.test: ok! 94 test cases passed, take time 15.045307486 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 6.190025935 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 2.734337505 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 3.7961966780000003 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 12.601416423 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 12.850923174 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 3.366375033 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 5.580988014 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 2.908182763 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 0.97706065 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 0.874817439 s ./t/executor/sample.test: ok! 105 test cases passed, take time 13.132419349 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.503848246 s ./t/executor/show.test: ok! 301 test cases passed, take time 15.647109735 s ./t/executor/simple.test: ok! 303 test cases passed, take time 2.928568205 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 15.532648457 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.472654089 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.446058961 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 4.199650448 s ./t/executor/update.test: ok! 513 test cases passed, take time 11.239851466 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.232958371 s ./t/executor/write.test: ok! 1079 test cases passed, take time 32.904566933 s ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.079445895 s ./t/explain.test: ok! 21 test cases passed, take time 0.507692535 s ./t/explain_complex.test: ok! 41 test cases passed, take time 1.6644814719999999 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 4.614469157 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.372354422 s ./t/explain_easy.test: ok! 190 test cases passed, take time 6.711520761 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.436417995 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 1.9569358810000002 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 33.122394577 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.562644788 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.372674247 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.420677351 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.170714588 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.253691392 s ./t/expression/builtin.test: ok! 1332 test cases passed, take time 23.687733615 s ./t/expression/cast.test: ok! 50 test cases passed, take time 0.788518291 s ./t/expression/charset_and_collation.test: ok! 706 test cases passed, take time 32.911885619 s ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.164999187 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.286212803 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.66850903 s ./t/expression/issues.test: ok! 1502 test cases passed, take time 54.581445064 s ./t/expression/json.test: ok! 223 test cases passed, take time 2.409368798 s ./t/expression/misc.test: ok! 404 test cases passed, take time 12.313106647 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 10.478022002 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 1.847373062 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.25851641 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 1.9478282070000001 s ./t/generated_columns.test: ok! 70 test cases passed, take time 6.865992082 s ./t/globalindex/mem_index_lookup.test: ok! 29 test cases passed, take time 0.357339323 s ./t/globalindex/mem_index_reader.test: ok! 25 test cases passed, take time 0.370216344 s ./t/globalindex/update.test: ok! 14 test cases passed, take time 0.366606427 s ./t/imdbload.test: ok! 63 test cases passed, take time 11.776202383 s ./t/index_join.test: ok! 22 test cases passed, take time 1.067852888 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.379640307 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.100155741 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 1.836431949 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 2.518523405 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.613936767 s ./t/naaj.test: ok! 134 test cases passed, take time 0.696952822 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.258320435 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 3.630421044 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.961400826 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.300456036 s ./t/partition.test: ok! 3 test cases passed, take time 0.514784262 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.250462546 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.206061613 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 2.590674861 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.001003506 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.34740854 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 5.9701486070000005 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 6.447405403 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 10.243866339 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 2.914524427 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 3.360047385 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 852 test cases passed, take time 10.612704786 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.587665335 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.415913567 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.316170215 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.6864949980000001 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 15.493757746 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 2.107381875 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 1.45753928 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.00123427 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 7.467073056 s ./t/planner/core/indexjoin.test: ok! 41 test cases passed, take time 0.404030743 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.104957516 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 8.000266668 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 64.222674509 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 29.806278243 s ./t/planner/core/issuetest/planner_issue.test: ok! 89 test cases passed, take time 2.912449197 s ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.302059356 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 5.313823008 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 1.030649448 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 2.9382612740000003 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 16.498011368 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 0.790266706 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 3.882984079 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.118302394 s ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 0.832444114 s ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.411981733 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 1.764417723 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.408175798 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 3.480121372 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 5.270290743 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 5.231047223 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 6.212495331 s ./t/select.test: ok! 189 test cases passed, take time 3.205397657 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.295547318 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 27.199643703 s ./t/session/common.test: ok! 203 test cases passed, take time 8.714800949 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 20.429015948 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.5599047050000001 s ./t/session/session.test: ok! 101 test cases passed, take time 5.776203292 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.662086298 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.082387077 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.463656119 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.115736042 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.197628687 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.461047854 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 6.200306261 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.296716656 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 1.031492553 s ./t/subquery.test: ok! 32 test cases passed, take time 1.001302125 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.455846519 s ./t/table/index.test: ok! 34 test cases passed, take time 3.88904404 s ./t/table/partition.test: ok! 229 test cases passed, take time 9.767656753 s ./t/table/tables.test: ok! 6 test cases passed, take time 0.072383013 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.156941337 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.488367622 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000570508 s ./t/tpch.test: ok! 41 test cases passed, take time 2.657655873 s ./t/types/const.test: ok! 143 test cases passed, take time 3.483152408 s ./t/util/admin.test: ok! 240 test cases passed, take time 32.175389822 s ./t/util/ranger.test: ok! 188 test cases passed, take time 4.499117357 s ./t/window_function.test: ok! 28 test cases passed, take time 0.231376038 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1736) - No such process ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/05/05 15:34:40.488 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF2800000000000000F8} -> {748000000000004FFF2900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7937] [new-version=7938] [2024/05/05 15:34:40.488 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16382 start_key:\"748000000000004FFF2800000000000000F8\" end_key:\"748000000000004FFF2900000000000000F8\" region_epoch:<conf_ver:1 version:7938 > peers:<id:16383 store_id:1 >"] [total=1] [2024/05/05 15:34:40.491 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16384] [peer-ids="[16385]"] [2024/05/05 15:34:40.491 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF2900000000000000F8} -> {748000000000004FFF2A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7938] [new-version=7939] [2024/05/05 15:34:40.491 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16384 start_key:\"748000000000004FFF2900000000000000F8\" end_key:\"748000000000004FFF2A00000000000000F8\" region_epoch:<conf_ver:1 version:7939 > peers:<id:16385 store_id:1 >"] [total=1] [2024/05/05 15:34:40.494 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16386] [peer-ids="[16387]"] [2024/05/05 15:34:40.495 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF2A00000000000000F8} -> {748000000000004FFF2B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7939] [new-version=7940] [2024/05/05 15:34:40.495 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16386 start_key:\"748000000000004FFF2A00000000000000F8\" end_key:\"748000000000004FFF2B00000000000000F8\" region_epoch:<conf_ver:1 version:7940 > peers:<id:16387 store_id:1 >"] [total=1] [2024/05/05 15:34:40.498 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16388] [peer-ids="[16389]"] [2024/05/05 15:34:40.498 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF2B00000000000000F8} -> {748000000000004FFF2C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7940] [new-version=7941] [2024/05/05 15:34:40.498 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16388 start_key:\"748000000000004FFF2B00000000000000F8\" end_key:\"748000000000004FFF2C00000000000000F8\" region_epoch:<conf_ver:1 version:7941 > peers:<id:16389 store_id:1 >"] [total=1] [2024/05/05 15:34:40.501 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16390] [peer-ids="[16391]"] [2024/05/05 15:34:40.501 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF2C00000000000000F8} -> {748000000000004FFF2D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7941] [new-version=7942] [2024/05/05 15:34:40.501 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16390 start_key:\"748000000000004FFF2C00000000000000F8\" end_key:\"748000000000004FFF2D00000000000000F8\" region_epoch:<conf_ver:1 version:7942 > peers:<id:16391 store_id:1 >"] [total=1] [2024/05/05 15:34:40.504 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16392] [peer-ids="[16393]"] [2024/05/05 15:34:40.505 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16392 start_key:\"748000000000004FFF2D00000000000000F8\" end_key:\"748000000000004FFF2E00000000000000F8\" region_epoch:<conf_ver:1 version:7943 > peers:<id:16393 store_id:1 >"] [total=1] [2024/05/05 15:34:40.505 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF2D00000000000000F8} -> {748000000000004FFF2E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7942] [new-version=7943] [2024/05/05 15:34:40.507 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16394] [peer-ids="[16395]"] [2024/05/05 15:34:40.508 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF2E00000000000000F8} -> {748000000000004FFF2F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7943] [new-version=7944] [2024/05/05 15:34:40.508 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16394 start_key:\"748000000000004FFF2E00000000000000F8\" end_key:\"748000000000004FFF2F00000000000000F8\" region_epoch:<conf_ver:1 version:7944 > peers:<id:16395 store_id:1 >"] [total=1] [2024/05/05 15:34:40.510 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16396] [peer-ids="[16397]"] [2024/05/05 15:34:40.511 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF2F00000000000000F8} -> {748000000000004FFF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7944] [new-version=7945] [2024/05/05 15:34:40.511 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16396 start_key:\"748000000000004FFF2F00000000000000F8\" end_key:\"748000000000004FFF3000000000000000F8\" region_epoch:<conf_ver:1 version:7945 > peers:<id:16397 store_id:1 >"] [total=1] [2024/05/05 15:34:40.513 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16398] [peer-ids="[16399]"] [2024/05/05 15:34:40.514 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3000000000000000F8} -> {748000000000004FFF3100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7945] [new-version=7946] [2024/05/05 15:34:40.514 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16398 start_key:\"748000000000004FFF3000000000000000F8\" end_key:\"748000000000004FFF3100000000000000F8\" region_epoch:<conf_ver:1 version:7946 > peers:<id:16399 store_id:1 >"] [total=1] [2024/05/05 15:34:40.516 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16400] [peer-ids="[16401]"] [2024/05/05 15:34:40.517 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3100000000000000F8} -> {748000000000004FFF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7946] [new-version=7947] [2024/05/05 15:34:40.517 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16400 start_key:\"748000000000004FFF3100000000000000F8\" end_key:\"748000000000004FFF3200000000000000F8\" region_epoch:<conf_ver:1 version:7947 > peers:<id:16401 store_id:1 >"] [total=1] [2024/05/05 15:34:40.571 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16402] [peer-ids="[16403]"] [2024/05/05 15:34:40.572 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3200000000000000F8} -> {748000000000004FFF3500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7947] [new-version=7948] [2024/05/05 15:34:40.572 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16402 start_key:\"748000000000004FFF3200000000000000F8\" end_key:\"748000000000004FFF3500000000000000F8\" region_epoch:<conf_ver:1 version:7948 > peers:<id:16403 store_id:1 >"] [total=1] [2024/05/05 15:34:40.574 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16404] [peer-ids="[16405]"] [2024/05/05 15:34:40.575 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3500000000000000F8} -> {748000000000004FFF3600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7948] [new-version=7949] [2024/05/05 15:34:40.575 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16404 start_key:\"748000000000004FFF3500000000000000F8\" end_key:\"748000000000004FFF3600000000000000F8\" region_epoch:<conf_ver:1 version:7949 > peers:<id:16405 store_id:1 >"] [total=1] [2024/05/05 15:34:40.578 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16406] [peer-ids="[16407]"] [2024/05/05 15:34:40.579 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3600000000000000F8} -> {748000000000004FFF3700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7949] [new-version=7950] [2024/05/05 15:34:40.579 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16406 start_key:\"748000000000004FFF3600000000000000F8\" end_key:\"748000000000004FFF3700000000000000F8\" region_epoch:<conf_ver:1 version:7950 > peers:<id:16407 store_id:1 >"] [total=1] [2024/05/05 15:34:40.581 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16408] [peer-ids="[16409]"] [2024/05/05 15:34:40.582 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3700000000000000F8} -> {748000000000004FFF3800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7950] [new-version=7951] [2024/05/05 15:34:40.582 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16408 start_key:\"748000000000004FFF3700000000000000F8\" end_key:\"748000000000004FFF3800000000000000F8\" region_epoch:<conf_ver:1 version:7951 > peers:<id:16409 store_id:1 >"] [total=1] [2024/05/05 15:34:40.650 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16410] [peer-ids="[16411]"] [2024/05/05 15:34:40.650 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3800000000000000F8} -> {748000000000004FFF3B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7951] [new-version=7952] [2024/05/05 15:34:40.650 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16410 start_key:\"748000000000004FFF3800000000000000F8\" end_key:\"748000000000004FFF3B00000000000000F8\" region_epoch:<conf_ver:1 version:7952 > peers:<id:16411 store_id:1 >"] [total=1] [2024/05/05 15:34:40.653 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16412] [peer-ids="[16413]"] [2024/05/05 15:34:40.654 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3B00000000000000F8} -> {748000000000004FFF3C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7952] [new-version=7953] [2024/05/05 15:34:40.654 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16412 start_key:\"748000000000004FFF3B00000000000000F8\" end_key:\"748000000000004FFF3C00000000000000F8\" region_epoch:<conf_ver:1 version:7953 > peers:<id:16413 store_id:1 >"] [total=1] [2024/05/05 15:34:40.656 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16414] [peer-ids="[16415]"] [2024/05/05 15:34:40.657 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3C00000000000000F8} -> {748000000000004FFF3D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7953] [new-version=7954] [2024/05/05 15:34:40.657 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16414 start_key:\"748000000000004FFF3C00000000000000F8\" end_key:\"748000000000004FFF3D00000000000000F8\" region_epoch:<conf_ver:1 version:7954 > peers:<id:16415 store_id:1 >"] [total=1] [2024/05/05 15:34:40.659 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16416] [peer-ids="[16417]"] [2024/05/05 15:34:40.660 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3D00000000000000F8} -> {748000000000004FFF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7954] [new-version=7955] [2024/05/05 15:34:40.660 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16416 start_key:\"748000000000004FFF3D00000000000000F8\" end_key:\"748000000000004FFF3E00000000000000F8\" region_epoch:<conf_ver:1 version:7955 > peers:<id:16417 store_id:1 >"] [total=1] [2024/05/05 15:34:40.718 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16418] [peer-ids="[16419]"] [2024/05/05 15:34:40.719 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF3E00000000000000F8} -> {748000000000004FFF4100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7955] [new-version=7956] [2024/05/05 15:34:40.719 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16418 start_key:\"748000000000004FFF3E00000000000000F8\" end_key:\"748000000000004FFF4100000000000000F8\" region_epoch:<conf_ver:1 version:7956 > peers:<id:16419 store_id:1 >"] [total=1] [2024/05/05 15:34:40.722 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16420] [peer-ids="[16421]"] [2024/05/05 15:34:40.722 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF4100000000000000F8} -> {748000000000004FFF4200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7956] [new-version=7957] [2024/05/05 15:34:40.722 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16420 start_key:\"748000000000004FFF4100000000000000F8\" end_key:\"748000000000004FFF4200000000000000F8\" region_epoch:<conf_ver:1 version:7957 > peers:<id:16421 store_id:1 >"] [total=1] [2024/05/05 15:34:40.725 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16422] [peer-ids="[16423]"] [2024/05/05 15:34:40.725 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF4200000000000000F8} -> {748000000000004FFF4300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7957] [new-version=7958] [2024/05/05 15:34:40.725 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16422 start_key:\"748000000000004FFF4200000000000000F8\" end_key:\"748000000000004FFF4300000000000000F8\" region_epoch:<conf_ver:1 version:7958 > peers:<id:16423 store_id:1 >"] [total=1] [2024/05/05 15:34:40.728 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16424] [peer-ids="[16425]"] [2024/05/05 15:34:40.728 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF4300000000000000F8} -> {748000000000004FFF4400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7958] [new-version=7959] [2024/05/05 15:34:40.728 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16424 start_key:\"748000000000004FFF4300000000000000F8\" end_key:\"748000000000004FFF4400000000000000F8\" region_epoch:<conf_ver:1 version:7959 > peers:<id:16425 store_id:1 >"] [total=1] [2024/05/05 15:34:40.795 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16426] [peer-ids="[16427]"] [2024/05/05 15:34:40.796 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF4400000000000000F8} -> {748000000000004FFF4700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7959] [new-version=7960] [2024/05/05 15:34:40.796 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16426 start_key:\"748000000000004FFF4400000000000000F8\" end_key:\"748000000000004FFF4700000000000000F8\" region_epoch:<conf_ver:1 version:7960 > peers:<id:16427 store_id:1 >"] [total=1] [2024/05/05 15:34:40.798 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16428] [peer-ids="[16429]"] [2024/05/05 15:34:40.799 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF4700000000000000F8} -> {748000000000004FFF4800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7960] [new-version=7961] [2024/05/05 15:34:40.799 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16428 start_key:\"748000000000004FFF4700000000000000F8\" end_key:\"748000000000004FFF4800000000000000F8\" region_epoch:<conf_ver:1 version:7961 > peers:<id:16429 store_id:1 >"] [total=1] [2024/05/05 15:34:40.801 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16430] [peer-ids="[16431]"] [2024/05/05 15:34:40.802 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16430 start_key:\"748000000000004FFF4800000000000000F8\" end_key:\"748000000000004FFF4900000000000000F8\" region_epoch:<conf_ver:1 version:7962 > peers:<id:16431 store_id:1 >"] [total=1] [2024/05/05 15:34:40.802 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF4800000000000000F8} -> {748000000000004FFF4900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7961] [new-version=7962] [2024/05/05 15:34:41.203 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16432] [peer-ids="[16433]"] [2024/05/05 15:34:41.204 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF4900000000000000F8} -> {748000000000004FFF4F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7962] [new-version=7963] [2024/05/05 15:34:41.204 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16432 start_key:\"748000000000004FFF4900000000000000F8\" end_key:\"748000000000004FFF4F00000000000000F8\" region_epoch:<conf_ver:1 version:7963 > peers:<id:16433 store_id:1 >"] [total=1] [2024/05/05 15:34:41.207 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16434] [peer-ids="[16435]"] [2024/05/05 15:34:41.207 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF4F00000000000000F8} -> {748000000000004FFF5000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7963] [new-version=7964] [2024/05/05 15:34:41.207 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16434 start_key:\"748000000000004FFF4F00000000000000F8\" end_key:\"748000000000004FFF5000000000000000F8\" region_epoch:<conf_ver:1 version:7964 > peers:<id:16435 store_id:1 >"] [total=1] [2024/05/05 15:34:41.210 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16436] [peer-ids="[16437]"] [2024/05/05 15:34:41.211 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5000000000000000F8} -> {748000000000004FFF5100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7964] [new-version=7965] [2024/05/05 15:34:41.211 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16436 start_key:\"748000000000004FFF5000000000000000F8\" end_key:\"748000000000004FFF5100000000000000F8\" region_epoch:<conf_ver:1 version:7965 > peers:<id:16437 store_id:1 >"] [total=1] [2024/05/05 15:34:41.213 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16438] [peer-ids="[16439]"] [2024/05/05 15:34:41.214 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5100000000000000F8} -> {748000000000004FFF5200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7965] [new-version=7966] [2024/05/05 15:34:41.214 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16438 start_key:\"748000000000004FFF5100000000000000F8\" end_key:\"748000000000004FFF5200000000000000F8\" region_epoch:<conf_ver:1 version:7966 > peers:<id:16439 store_id:1 >"] [total=1] [2024/05/05 15:34:41.272 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16440] [peer-ids="[16441]"] [2024/05/05 15:34:41.273 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16440 start_key:\"748000000000004FFF5200000000000000F8\" end_key:\"748000000000004FFF5400000000000000F8\" region_epoch:<conf_ver:1 version:7967 > peers:<id:16441 store_id:1 >"] [total=1] [2024/05/05 15:34:41.273 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5200000000000000F8} -> {748000000000004FFF5400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7966] [new-version=7967] [2024/05/05 15:34:41.341 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16442] [peer-ids="[16443]"] [2024/05/05 15:34:41.341 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5400000000000000F8} -> {748000000000004FFF5700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7967] [new-version=7968] [2024/05/05 15:34:41.341 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16442 start_key:\"748000000000004FFF5400000000000000F8\" end_key:\"748000000000004FFF5700000000000000F8\" region_epoch:<conf_ver:1 version:7968 > peers:<id:16443 store_id:1 >"] [total=1] [2024/05/05 15:34:41.344 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16444] [peer-ids="[16445]"] [2024/05/05 15:34:41.345 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5700000000000000F8} -> {748000000000004FFF5800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7968] [new-version=7969] [2024/05/05 15:34:41.345 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16444 start_key:\"748000000000004FFF5700000000000000F8\" end_key:\"748000000000004FFF5800000000000000F8\" region_epoch:<conf_ver:1 version:7969 > peers:<id:16445 store_id:1 >"] [total=1] [2024/05/05 15:34:41.347 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16446] [peer-ids="[16447]"] [2024/05/05 15:34:41.348 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5800000000000000F8} -> {748000000000004FFF5900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7969] [new-version=7970] [2024/05/05 15:34:41.348 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16446 start_key:\"748000000000004FFF5800000000000000F8\" end_key:\"748000000000004FFF5900000000000000F8\" region_epoch:<conf_ver:1 version:7970 > peers:<id:16447 store_id:1 >"] [total=1] [2024/05/05 15:34:41.351 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16448] [peer-ids="[16449]"] [2024/05/05 15:34:41.351 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5900000000000000F8} -> {748000000000004FFF5A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7970] [new-version=7971] [2024/05/05 15:34:41.351 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16448 start_key:\"748000000000004FFF5900000000000000F8\" end_key:\"748000000000004FFF5A00000000000000F8\" region_epoch:<conf_ver:1 version:7971 > peers:<id:16449 store_id:1 >"] [total=1] [2024/05/05 15:34:41.399 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16450] [peer-ids="[16451]"] [2024/05/05 15:34:41.400 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5A00000000000000F8} -> {748000000000004FFF5C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7971] [new-version=7972] [2024/05/05 15:34:41.400 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16450] [2024/05/05 15:34:41.400 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16450 start_key:\"748000000000004FFF5A00000000000000F8\" end_key:\"748000000000004FFF5C00000000000000F8\" region_epoch:<conf_ver:1 version:7972 > peers:<id:16451 store_id:1 >"] [total=1] [2024/05/05 15:34:41.506 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16452] [peer-ids="[16453]"] [2024/05/05 15:34:41.506 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5C00000000000000F8} -> {748000000000004FFF5D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7972] [new-version=7973] [2024/05/05 15:34:41.506 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16452 start_key:\"748000000000004FFF5C00000000000000F8\" end_key:\"748000000000004FFF5D00000000000000F8\" region_epoch:<conf_ver:1 version:7973 > peers:<id:16453 store_id:1 >"] [total=1] [2024/05/05 15:34:41.506 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16452] [2024/05/05 15:34:41.610 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16454] [peer-ids="[16455]"] [2024/05/05 15:34:41.611 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5D00000000000000F8} -> {748000000000004FFF5E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7973] [new-version=7974] [2024/05/05 15:34:41.611 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16454 start_key:\"748000000000004FFF5D00000000000000F8\" end_key:\"748000000000004FFF5E00000000000000F8\" region_epoch:<conf_ver:1 version:7974 > peers:<id:16455 store_id:1 >"] [total=1] [2024/05/05 15:34:41.611 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16454] [2024/05/05 15:34:41.715 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16456] [peer-ids="[16457]"] [2024/05/05 15:34:41.716 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16456 start_key:\"748000000000004FFF5E00000000000000F8\" end_key:\"748000000000004FFF5F00000000000000F8\" region_epoch:<conf_ver:1 version:7975 > peers:<id:16457 store_id:1 >"] [total=1] [2024/05/05 15:34:41.716 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5E00000000000000F8} -> {748000000000004FFF5F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7974] [new-version=7975] [2024/05/05 15:34:41.716 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16456] [2024/05/05 15:34:41.820 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16458] [peer-ids="[16459]"] [2024/05/05 15:34:41.821 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16458 start_key:\"748000000000004FFF5F00000000000000F8\" end_key:\"748000000000004FFF6000000000000000F8\" region_epoch:<conf_ver:1 version:7976 > peers:<id:16459 store_id:1 >"] [total=1] [2024/05/05 15:34:41.821 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF5F00000000000000F8} -> {748000000000004FFF6000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7975] [new-version=7976] [2024/05/05 15:34:42.224 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16458] [2024/05/05 15:34:42.568 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16460] [peer-ids="[16461]"] [2024/05/05 15:34:42.568 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6000000000000000F8} -> {748000000000004FFF6200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7976] [new-version=7977] [2024/05/05 15:34:42.568 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16460 start_key:\"748000000000004FFF6000000000000000F8\" end_key:\"748000000000004FFF6200000000000000F8\" region_epoch:<conf_ver:1 version:7977 > peers:<id:16461 store_id:1 >"] [total=1] [2024/05/05 15:34:42.646 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16462] [peer-ids="[16463]"] [2024/05/05 15:34:42.647 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6200000000000000F8} -> {748000000000004FFF6400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7977] [new-version=7978] [2024/05/05 15:34:42.647 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16462 start_key:\"748000000000004FFF6200000000000000F8\" end_key:\"748000000000004FFF6400000000000000F8\" region_epoch:<conf_ver:1 version:7978 > peers:<id:16463 store_id:1 >"] [total=1] [2024/05/05 15:34:42.647 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16462] [2024/05/05 15:34:42.751 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16464] [peer-ids="[16465]"] [2024/05/05 15:34:42.752 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6400000000000000F8} -> {748000000000004FFF6500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7978] [new-version=7979] [2024/05/05 15:34:42.752 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16464 start_key:\"748000000000004FFF6400000000000000F8\" end_key:\"748000000000004FFF6500000000000000F8\" region_epoch:<conf_ver:1 version:7979 > peers:<id:16465 store_id:1 >"] [total=1] [2024/05/05 15:34:42.752 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16464] [2024/05/05 15:34:43.346 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16466] [peer-ids="[16467]"] [2024/05/05 15:34:43.347 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6500000000000000F8} -> {748000000000004FFF6800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7979] [new-version=7980] [2024/05/05 15:34:43.347 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16466] [2024/05/05 15:34:43.347 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16466 start_key:\"748000000000004FFF6500000000000000F8\" end_key:\"748000000000004FFF6800000000000000F8\" region_epoch:<conf_ver:1 version:7980 > peers:<id:16467 store_id:1 >"] [total=1] [2024/05/05 15:34:43.451 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16468] [peer-ids="[16469]"] [2024/05/05 15:34:43.452 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6800000000000000F8} -> {748000000000004FFF6900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7980] [new-version=7981] [2024/05/05 15:34:43.452 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16468 start_key:\"748000000000004FFF6800000000000000F8\" end_key:\"748000000000004FFF6900000000000000F8\" region_epoch:<conf_ver:1 version:7981 > peers:<id:16469 store_id:1 >"] [total=1] [2024/05/05 15:34:43.452 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16468] [2024/05/05 15:34:43.556 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16470] [peer-ids="[16471]"] [2024/05/05 15:34:43.556 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6900000000000000F8} -> {748000000000004FFF6A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7981] [new-version=7982] [2024/05/05 15:34:43.556 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16470 start_key:\"748000000000004FFF6900000000000000F8\" end_key:\"748000000000004FFF6A00000000000000F8\" region_epoch:<conf_ver:1 version:7982 > peers:<id:16471 store_id:1 >"] [total=1] [2024/05/05 15:34:43.556 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16470] [2024/05/05 15:34:43.660 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16472] [peer-ids="[16473]"] [2024/05/05 15:34:43.661 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6A00000000000000F8} -> {748000000000004FFF6B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7982] [new-version=7983] [2024/05/05 15:34:43.661 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16472 start_key:\"748000000000004FFF6A00000000000000F8\" end_key:\"748000000000004FFF6B00000000000000F8\" region_epoch:<conf_ver:1 version:7983 > peers:<id:16473 store_id:1 >"] [total=1] [2024/05/05 15:34:44.040 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16472] [2024/05/05 15:34:44.457 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16474] [peer-ids="[16475]"] [2024/05/05 15:34:44.457 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6B00000000000000F8} -> {748000000000004FFF6E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7983] [new-version=7984] [2024/05/05 15:34:44.457 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16474 start_key:\"748000000000004FFF6B00000000000000F8\" end_key:\"748000000000004FFF6E00000000000000F8\" region_epoch:<conf_ver:1 version:7984 > peers:<id:16475 store_id:1 >"] [total=1] [2024/05/05 15:34:44.457 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16474] [2024/05/05 15:34:44.861 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16476] [peer-ids="[16477]"] [2024/05/05 15:34:44.862 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF6E00000000000000F8} -> {748000000000004FFF7100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7984] [new-version=7985] [2024/05/05 15:34:44.862 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16476 start_key:\"748000000000004FFF6E00000000000000F8\" end_key:\"748000000000004FFF7100000000000000F8\" region_epoch:<conf_ver:1 version:7985 > peers:<id:16477 store_id:1 >"] [total=1] [2024/05/05 15:34:44.865 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16478] [peer-ids="[16479]"] [2024/05/05 15:34:44.866 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16478 start_key:\"748000000000004FFF7100000000000000F8\" end_key:\"748000000000004FFF7200000000000000F8\" region_epoch:<conf_ver:1 version:7986 > peers:<id:16479 store_id:1 >"] [total=1] [2024/05/05 15:34:44.866 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF7100000000000000F8} -> {748000000000004FFF7200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7985] [new-version=7986] [2024/05/05 15:34:44.937 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16480] [peer-ids="[16481]"] [2024/05/05 15:34:44.937 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16480 start_key:\"748000000000004FFF7200000000000000F8\" end_key:\"748000000000004FFF7500000000000000F8\" region_epoch:<conf_ver:1 version:7987 > peers:<id:16481 store_id:1 >"] [total=1] [2024/05/05 15:34:44.937 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF7200000000000000F8} -> {748000000000004FFF7500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7986] [new-version=7987] [2024/05/05 15:34:45.124 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16482] [peer-ids="[16483]"] [2024/05/05 15:34:45.125 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16482 start_key:\"748000000000004FFF7500000000000000F8\" end_key:\"748000000000004FFF7900000000000000F8\" region_epoch:<conf_ver:1 version:7988 > peers:<id:16483 store_id:1 >"] [total=1] [2024/05/05 15:34:45.125 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF7500000000000000F8} -> {748000000000004FFF7900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7987] [new-version=7988] [2024/05/05 15:34:45.194 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16484] [peer-ids="[16485]"] [2024/05/05 15:34:45.195 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF7900000000000000F8} -> {748000000000004FFF7C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7988] [new-version=7989] [2024/05/05 15:34:45.195 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16484 start_key:\"748000000000004FFF7900000000000000F8\" end_key:\"748000000000004FFF7C00000000000000F8\" region_epoch:<conf_ver:1 version:7989 > peers:<id:16485 store_id:1 >"] [total=1] [2024/05/05 15:34:45.198 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16486] [peer-ids="[16487]"] [2024/05/05 15:34:45.198 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF7C00000000000000F8} -> {748000000000004FFF7D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7989] [new-version=7990] [2024/05/05 15:34:45.198 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16486 start_key:\"748000000000004FFF7C00000000000000F8\" end_key:\"748000000000004FFF7D00000000000000F8\" region_epoch:<conf_ver:1 version:7990 > peers:<id:16487 store_id:1 >"] [total=1] [2024/05/05 15:34:45.252 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16488] [peer-ids="[16489]"] [2024/05/05 15:34:45.253 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16488 start_key:\"748000000000004FFF7D00000000000000F8\" end_key:\"748000000000004FFF7F00000000000000F8\" region_epoch:<conf_ver:1 version:7991 > peers:<id:16489 store_id:1 >"] [total=1] [2024/05/05 15:34:45.253 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF7D00000000000000F8} -> {748000000000004FFF7F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7990] [new-version=7991] [2024/05/05 15:34:45.641 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16488] [2024/05/05 15:34:45.745 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16490] [peer-ids="[16491]"] [2024/05/05 15:34:45.745 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF7F00000000000000F8} -> {748000000000004FFF8000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7991] [new-version=7992] [2024/05/05 15:34:45.745 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16490] [2024/05/05 15:34:45.745 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16490 start_key:\"748000000000004FFF7F00000000000000F8\" end_key:\"748000000000004FFF8000000000000000F8\" region_epoch:<conf_ver:1 version:7992 > peers:<id:16491 store_id:1 >"] [total=1] [2024/05/05 15:34:46.139 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16492] [peer-ids="[16493]"] [2024/05/05 15:34:46.140 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF8000000000000000F8} -> {748000000000004FFF8300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7992] [new-version=7993] [2024/05/05 15:34:46.140 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16492 start_key:\"748000000000004FFF8000000000000000F8\" end_key:\"748000000000004FFF8300000000000000F8\" region_epoch:<conf_ver:1 version:7993 > peers:<id:16493 store_id:1 >"] [total=1] [2024/05/05 15:34:46.509 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16492] [2024/05/05 15:34:46.880 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:52704, StartTime:2024-05-05 15:34:46 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__partition/t_month_data_monitor/p20190401\",\"schema/table__partition/t_month_data_monitor/p20190402\",\"schema/table__partition/t_month_data_monitor\",\"schema/table__partition/t_range_locate/p0\",\"schema/table__partition/t_range_locate/p1\",\"schema/table__partition/t_range_locate\",\"schema/table__partition/t_extra/p0\",\"schema/table__partition/t_extra/p1\",\"schema/table__partition/t_extra\",\"schema/table__partition/t_a/p0\",\"schema/table__partition/t_a/p1\",\"schema/table__partition/t_a/p2\",\"schema/table__partition/t_a/p3\",\"schema/table__partition/t_a/p4\",\"schema/table__partition/t_a/p5\",\"schema/table__partition/t_a/p6\",\"schema/table__partition/t_a/p7\",\"schema/table__partition/t_a/p8\",\"schema/table__partition/t_a/p9\",\"schema/table__partition/t_a\",\"schema/table__partition/t_b/p0\",\"schema/table__partition/t_b/p1\",\"schema/table__partition/t_b/p2\",\"schema/table__partition/t_b\",\"schema/table__partition/t_hash_locate/p0\",\"schema/table__partition/t_hash_locate/p1\",\"schema/table__partition/t_hash_locate/p2\",\"schema/table__partition/t_hash_locate/p3\",\"schema/table__partition/t_hash_locate/p4\",\"schema/table__partition/t_hash_locate/p5\",\"schema/table__partition/t_hash_locate/p6\",\"schema/table__partition/t_hash_locate/p7\",\"schema/table__partition/t_hash_locate/p8\",\"schema/table__partition/t_hash_locate/p9\",\"schema/table__partition/t_hash_locate\",\"schema/table__partition/t_range/p0\",\"schema/table__partition/t_range/p1\",\"schema/table__partition/t_range/p2\",\"schema/table__partition/t_range\",\"schema/table__partition/timezone_test/p5\",\"schema/table__partition/timezone_test/p6\",\"schema/table__partition/timezone_test/p7\",\"schema/table__partition/timezone_test/p8\",\"schema/table__partition/timezone_test/p9\",\"schema/table__partition/timezone_test\",\"schema/table__partition/t_uint/p0\",\"schema/table__partition/t_uint/p1\",\"schema/table__partition/t_uint/p2\",\"schema/table__partition/t_uint/p3\",\"schema/table__partition/t_uint\",\"schema/table__partition/t_int/p0\",\"schema/table__partition/t_int/p1\",\"schema/table__partition/t_int/p2\",\"schema/table__partition/t_int/p3\",\"schema/table__partition/t_int/p4\",\"schema/table__partition/t_int\",\"schema/table__partition/t1/p0\",\"schema/table__partition/t1/p1\",\"schema/table__partition/t1/p2\",\"schema/table__partition/t1/p3\",\"schema/table__partition/t1/p4\",\"schema/table__partition/t1\",\"schema/table__partition/t2/p0\",\"schema/table__partition/t2/p1\",\"schema/table__partition/t2/p2\",\"schema/table__partition/t2/p3\",\"schema/table__partition/t2/p4\",\"schema/table__partition/t2/p5\",\"schema/table__partition/t2/p6\",\"schema/table__partition/t2/p7\",\"schema/table__partition/t2/p8\",\"schema/table__partition/t2/p9\",\"schema/table__partition/t2\",\"schema/table__partition/t_21574/p0\",\"schema/table__partition/t_21574\",\"schema/table__partition/tkey1/p0\",\"schema/table__partition/tkey1/p1\",\"schema/table__partition/tkey1/p2\",\"schema/table__partition/tkey1/p3\",\"schema/table__partition/tkey1\",\"schema/table__partition/tkey_linear/p0\",\"schema/table__partition/tkey_linear/p1\",\"schema/table__partition/tkey_linear/p2\",\"schema/table__partition/tkey_linear/p3\",\"schema/table__partition/tkey_linear/p4\",\"schema/table__partition/tkey_linear\",\"schema/table__partition/tkey_algorithm1/p0\",\"schema/table__partition/tkey_algorithm1/p1\",\"schema/table__partition/tkey_algorithm1/p2\",\"schema/table__partition/tkey_algorithm1/p3\",\"schema/table__partition/tkey_algorithm1/p4\",\"schema/table__partition/tkey_algorithm1\",\"schema/table__partition/tkey_algorithm2/p0\",\"schema/table__partition/tkey_algorithm2/p1\",\"schema/table__partition/tkey_algorithm2/p2\",\"schema/table__partition/tkey_algorithm2/p3\",\"schema/table__partition/tkey_algorithm2/p4\",\"schema/table__partition/tkey_algorithm2\",\"schema/table__partition/tkey_subpartition1/p0\",\"schema/table__partition/tkey_subpartition1/p1\",\"schema/table__partition/tkey_subpartition1/p2\",\"schema/table__partition/tkey_subpartition1\",\"schema/table__partition/tkey10/p0\",\"schema/table__partition/tkey10/p1\",\"schema/table__partition/tkey10/p2\",\"schema/table__partition/tkey10/p3\",\"schema/table__partition/tkey10/p4\",\"schema/table__partition/tkey10\",\"schema/table__partition/tkey11/pp0\",\"schema/table__partition/tkey11/pp1\",\"schema/table__partition/tkey11/pp2\",\"schema/table__partition/tkey11/pp3\",\"schema/table__partition/tkey11\",\"schema/table__partition/tkey12/pp0\",\"schema/table__partition/tkey12/pp1\",\"schema/table__partition/tkey12/pp2\",\"schema/table__partition/tkey12/pp3\",\"schema/table__partition/tkey12\",\"schema/table__partition/tkey13/p0\",\"schema/table__partition/tkey13/p1\",\"schema/table__partition/tkey13/p2\",\"schema/table__partition/tkey13/p3\",\"schema/table__partition/tkey13\",\"schema/table__partition/tkey12_2/p0\",\"schema/table__partition/tkey12_2/p1\",\"schema/table__partition/tkey12_2/p2\",\"schema/table__partition/tkey12_2/p3\",\"schema/table__partition/tkey12_2\",\"schema/table__partition/tkey29/p0\",\"schema/table__partition/tkey29/p1\",\"schema/table__partition/tkey29/p2\",\"schema/table__partition/tkey29/p3\",\"schema/table__partition/tkey29\",\"schema/table__partition/tkey30/p0\",\"schema/table__partition/tkey30/p1\",\"schema/table__partition/tkey30/p2\",\"schema/table__partition/tkey30/p3\",\"schema/table__partition/tkey30\",\"schema/table__partition/tkey31/p0\",\"schema/table__partition/tkey31/p1\",\"schema/table__partition/tkey31/p2\",\"schema/table__partition/tkey31/p3\",\"schema/table__partition/tkey31\",\"schema/table__partition/t_31721/p0\",\"schema/table__partition/t_31721/p1\",\"schema/table__partition/t_31721/p2\",\"schema/table__partition/t_31721\",\"schema/table__partition/tkey14/p0\",\"schema/table__partition/tkey14/p1\",\"schema/table__partition/tkey14/p2\",\"schema/table__partition/tkey14/p3\",\"schema/table__partition/tkey14/p4\",\"schema/table__partition/tkey14\",\"schema/table__partition/tkey15/p0\",\"schema/table__partition/tkey15/p1\",\"schema/table__partition/tkey15/p2\",\"schema/table__partition/tkey15/p3\",\"schema/table__partition/tkey15\",\"schema/table__partition/tkey16\",\"schema/table__partition/tkey17/p0\",\"schema/table__partition/tkey17/p1\",\"schema/table__partition/tkey17\",\"schema/table__partition/t_44966/p0\",\"schema/table__partition/t_44966\",\"schema/table__partition/t\"]}}"] [2024/05/05 15:34:47.098 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16494] [peer-ids="[16495]"] [2024/05/05 15:34:47.099 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF8300000000000000F8} -> {748000000000004FFF8800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7993] [new-version=7994] [2024/05/05 15:34:47.099 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16494 start_key:\"748000000000004FFF8300000000000000F8\" end_key:\"748000000000004FFF8800000000000000F8\" region_epoch:<conf_ver:1 version:7994 > peers:<id:16495 store_id:1 >"] [total=1] [2024/05/05 15:34:47.148 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:52704, StartTime:2024-05-05 15:34:47 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__tables/shard_t\"]}}"] [2024/05/05 15:34:47.367 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16496] [peer-ids="[16497]"] [2024/05/05 15:34:47.368 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF8800000000000000F8} -> {748000000000004FFF8D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7994] [new-version=7995] [2024/05/05 15:34:47.368 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16496 start_key:\"748000000000004FFF8800000000000000F8\" end_key:\"748000000000004FFF8D00000000000000F8\" region_epoch:<conf_ver:1 version:7995 > peers:<id:16497 store_id:1 >"] [total=1] [2024/05/05 15:34:47.442 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16498] [peer-ids="[16499]"] [2024/05/05 15:34:47.443 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF8D00000000000000F8} -> {748000000000004FFF8F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7995] [new-version=7996] [2024/05/05 15:34:47.442 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16498 start_key:\"748000000000004FFF8D00000000000000F8\" end_key:\"748000000000004FFF8F00000000000000F8\" region_epoch:<conf_ver:1 version:7996 > peers:<id:16499 store_id:1 >"] [total=1] [2024/05/05 15:34:47.497 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:52704, StartTime:2024-05-05 15:34:47 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__temptable/t\",\"schema/table__temptable/tv\"]}}"] [2024/05/05 15:34:47.712 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16500] [peer-ids="[16501]"] [2024/05/05 15:34:47.713 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16500 start_key:\"748000000000004FFF8F00000000000000F8\" end_key:\"748000000000004FFF9500000000000000F8\" region_epoch:<conf_ver:1 version:7997 > peers:<id:16501 store_id:1 >"] [total=1] [2024/05/05 15:34:47.713 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF8F00000000000000F8} -> {748000000000004FFF9500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7996] [new-version=7997] [2024/05/05 15:34:47.793 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16502] [peer-ids="[16503]"] [2024/05/05 15:34:47.793 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF9500000000000000F8} -> {748000000000004FFF9700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7997] [new-version=7998] [2024/05/05 15:34:47.793 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16502 start_key:\"748000000000004FFF9500000000000000F8\" end_key:\"748000000000004FFF9700000000000000F8\" region_epoch:<conf_ver:1 version:7998 > peers:<id:16503 store_id:1 >"] [total=1] [2024/05/05 15:34:47.901 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16504] [peer-ids="[16505]"] [2024/05/05 15:34:47.902 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF9700000000000000F8} -> {748000000000004FFF9900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7998] [new-version=7999] [2024/05/05 15:34:47.902 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16504 start_key:\"748000000000004FFF9700000000000000F8\" end_key:\"748000000000004FFF9900000000000000F8\" region_epoch:<conf_ver:1 version:7999 > peers:<id:16505 store_id:1 >"] [total=1] [2024/05/05 15:34:47.978 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16506] [peer-ids="[16507]"] [2024/05/05 15:34:47.978 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16506 start_key:\"748000000000004FFF9900000000000000F8\" end_key:\"748000000000004FFF9B00000000000000F8\" region_epoch:<conf_ver:1 version:8000 > peers:<id:16507 store_id:1 >"] [total=1] [2024/05/05 15:34:47.979 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF9900000000000000F8} -> {748000000000004FFF9B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7999] [new-version=8000] [2024/05/05 15:34:48.049 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16508] [peer-ids="[16509]"] [2024/05/05 15:34:48.049 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF9B00000000000000F8} -> {748000000000004FFF9D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8000] [new-version=8001] [2024/05/05 15:34:48.049 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16508 start_key:\"748000000000004FFF9B00000000000000F8\" end_key:\"748000000000004FFF9D00000000000000F8\" region_epoch:<conf_ver:1 version:8001 > peers:<id:16509 store_id:1 >"] [total=1] [2024/05/05 15:34:48.121 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16510] [peer-ids="[16511]"] [2024/05/05 15:34:48.122 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF9D00000000000000F8} -> {748000000000004FFF9F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8001] [new-version=8002] [2024/05/05 15:34:48.122 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16510 start_key:\"748000000000004FFF9D00000000000000F8\" end_key:\"748000000000004FFF9F00000000000000F8\" region_epoch:<conf_ver:1 version:8002 > peers:<id:16511 store_id:1 >"] [total=1] [2024/05/05 15:34:48.170 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:52704, StartTime:2024-05-05 15:34:48 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/topn_push_down/tr\",\"schema/topn_push_down/p\",\"schema/topn_push_down/te\",\"schema/topn_push_down/t1\",\"schema/topn_push_down/t2\",\"schema/topn_push_down/t\"]}}"] [2024/05/05 15:34:48.580 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16512] [peer-ids="[16513]"] [2024/05/05 15:34:48.580 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16512 start_key:\"748000000000004FFF9F00000000000000F8\" end_key:\"748000000000004FFFA700000000000000F8\" region_epoch:<conf_ver:1 version:8003 > peers:<id:16513 store_id:1 >"] [total=1] [2024/05/05 15:34:48.580 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFF9F00000000000000F8} -> {748000000000004FFFA700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8002] [new-version=8003] [2024/05/05 15:34:48.650 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16514] [peer-ids="[16515]"] [2024/05/05 15:34:48.651 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFA700000000000000F8} -> {748000000000004FFFA900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8003] [new-version=8004] [2024/05/05 15:34:48.651 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16514 start_key:\"748000000000004FFFA700000000000000F8\" end_key:\"748000000000004FFFA900000000000000F8\" region_epoch:<conf_ver:1 version:8004 > peers:<id:16515 store_id:1 >"] [total=1] [2024/05/05 15:34:48.720 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16516] [peer-ids="[16517]"] [2024/05/05 15:34:48.721 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFA900000000000000F8} -> {748000000000004FFFAB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8004] [new-version=8005] [2024/05/05 15:34:48.721 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16516 start_key:\"748000000000004FFFA900000000000000F8\" end_key:\"748000000000004FFFAB00000000000000F8\" region_epoch:<conf_ver:1 version:8005 > peers:<id:16517 store_id:1 >"] [total=1] [2024/05/05 15:34:48.799 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16518] [peer-ids="[16519]"] [2024/05/05 15:34:48.799 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16518 start_key:\"748000000000004FFFAB00000000000000F8\" end_key:\"748000000000004FFFAD00000000000000F8\" region_epoch:<conf_ver:1 version:8006 > peers:<id:16519 store_id:1 >"] [total=1] [2024/05/05 15:34:48.799 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFAB00000000000000F8} -> {748000000000004FFFAD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8005] [new-version=8006] [2024/05/05 15:34:48.879 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16520] [peer-ids="[16521]"] [2024/05/05 15:34:48.879 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16520 start_key:\"748000000000004FFFAD00000000000000F8\" end_key:\"748000000000004FFFAF00000000000000F8\" region_epoch:<conf_ver:1 version:8007 > peers:<id:16521 store_id:1 >"] [total=1] [2024/05/05 15:34:48.879 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFAD00000000000000F8} -> {748000000000004FFFAF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8006] [new-version=8007] [2024/05/05 15:34:48.950 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16522] [peer-ids="[16523]"] [2024/05/05 15:34:48.950 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16522 start_key:\"748000000000004FFFAF00000000000000F8\" end_key:\"748000000000004FFFB100000000000000F8\" region_epoch:<conf_ver:1 version:8008 > peers:<id:16523 store_id:1 >"] [total=1] [2024/05/05 15:34:48.950 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFAF00000000000000F8} -> {748000000000004FFFB100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8007] [new-version=8008] [2024/05/05 15:34:49.035 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16524] [peer-ids="[16525]"] [2024/05/05 15:34:49.036 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFB100000000000000F8} -> {748000000000004FFFB300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8008] [new-version=8009] [2024/05/05 15:34:49.036 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16524 start_key:\"748000000000004FFFB100000000000000F8\" end_key:\"748000000000004FFFB300000000000000F8\" region_epoch:<conf_ver:1 version:8009 > peers:<id:16525 store_id:1 >"] [total=1] [2024/05/05 15:34:49.106 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16526] [peer-ids="[16527]"] [2024/05/05 15:34:49.107 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16526 start_key:\"748000000000004FFFB300000000000000F8\" end_key:\"748000000000004FFFB500000000000000F8\" region_epoch:<conf_ver:1 version:8010 > peers:<id:16527 store_id:1 >"] [total=1] [2024/05/05 15:34:49.107 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFB300000000000000F8} -> {748000000000004FFFB500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8009] [new-version=8010] [2024/05/05 15:34:51.213 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:52704, StartTime:2024-05-05 15:34:51 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/tpch/nation\",\"schema/tpch/region\",\"schema/tpch/part\",\"schema/tpch/supplier\",\"schema/tpch/partsupp\",\"schema/tpch/customer\",\"schema/tpch/orders\",\"schema/tpch/lineitem\"]}}"] [2024/05/05 15:34:51.421 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16528] [peer-ids="[16529]"] [2024/05/05 15:34:51.423 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16528 start_key:\"748000000000004FFFB500000000000000F8\" end_key:\"748000000000004FFFBA00000000000000F8\" region_epoch:<conf_ver:1 version:8011 > peers:<id:16529 store_id:1 >"] [total=1] [2024/05/05 15:34:51.423 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFB500000000000000F8} -> {748000000000004FFFBA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8010] [new-version=8011] [2024/05/05 15:34:51.607 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16530] [peer-ids="[16531]"] [2024/05/05 15:34:51.608 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFBA00000000000000F8} -> {748000000000004FFFBD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8011] [new-version=8012] [2024/05/05 15:34:51.607 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16530 start_key:\"748000000000004FFFBA00000000000000F8\" end_key:\"748000000000004FFFBD00000000000000F8\" region_epoch:<conf_ver:1 version:8012 > peers:<id:16531 store_id:1 >"] [total=1] [2024/05/05 15:34:51.678 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16532] [peer-ids="[16533]"] [2024/05/05 15:34:51.678 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFBD00000000000000F8} -> {748000000000004FFFBF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8012] [new-version=8013] [2024/05/05 15:34:51.678 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16532 start_key:\"748000000000004FFFBD00000000000000F8\" end_key:\"748000000000004FFFBF00000000000000F8\" region_epoch:<conf_ver:1 version:8013 > peers:<id:16533 store_id:1 >"] [total=1] [2024/05/05 15:34:51.876 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16534] [peer-ids="[16535]"] [2024/05/05 15:34:51.877 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFBF00000000000000F8} -> {748000000000004FFFC200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8013] [new-version=8014] [2024/05/05 15:34:51.877 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16534 start_key:\"748000000000004FFFBF00000000000000F8\" end_key:\"748000000000004FFFC200000000000000F8\" region_epoch:<conf_ver:1 version:8014 > peers:<id:16535 store_id:1 >"] [total=1] [2024/05/05 15:34:51.965 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16536] [peer-ids="[16537]"] [2024/05/05 15:34:51.966 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFC200000000000000F8} -> {748000000000004FFFC400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8014] [new-version=8015] [2024/05/05 15:34:51.966 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16536 start_key:\"748000000000004FFFC200000000000000F8\" end_key:\"748000000000004FFFC400000000000000F8\" region_epoch:<conf_ver:1 version:8015 > peers:<id:16537 store_id:1 >"] [total=1] [2024/05/05 15:34:52.042 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16538] [peer-ids="[16539]"] [2024/05/05 15:34:52.043 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFC400000000000000F8} -> {748000000000004FFFC600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8015] [new-version=8016] [2024/05/05 15:34:52.043 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16538 start_key:\"748000000000004FFFC400000000000000F8\" end_key:\"748000000000004FFFC600000000000000F8\" region_epoch:<conf_ver:1 version:8016 > peers:<id:16539 store_id:1 >"] [total=1] [2024/05/05 15:34:52.266 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16540] [peer-ids="[16541]"] [2024/05/05 15:34:52.266 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFC600000000000000F8} -> {748000000000004FFFC900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8016] [new-version=8017] [2024/05/05 15:34:52.266 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16540 start_key:\"748000000000004FFFC600000000000000F8\" end_key:\"748000000000004FFFC900000000000000F8\" region_epoch:<conf_ver:1 version:8017 > peers:<id:16541 store_id:1 >"] [total=1] [2024/05/05 15:34:52.453 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16542] [peer-ids="[16543]"] [2024/05/05 15:34:52.453 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16542 start_key:\"748000000000004FFFC900000000000000F8\" end_key:\"748000000000004FFFCC00000000000000F8\" region_epoch:<conf_ver:1 version:8018 > peers:<id:16543 store_id:1 >"] [total=1] [2024/05/05 15:34:52.454 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFC900000000000000F8} -> {748000000000004FFFCC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8017] [new-version=8018] [2024/05/05 15:34:52.639 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16544] [peer-ids="[16545]"] [2024/05/05 15:34:52.640 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFCC00000000000000F8} -> {748000000000004FFFCF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8018] [new-version=8019] [2024/05/05 15:34:52.640 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16544 start_key:\"748000000000004FFFCC00000000000000F8\" end_key:\"748000000000004FFFCF00000000000000F8\" region_epoch:<conf_ver:1 version:8019 > peers:<id:16545 store_id:1 >"] [total=1] [2024/05/05 15:34:52.820 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16546] [peer-ids="[16547]"] [2024/05/05 15:34:52.820 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFCF00000000000000F8} -> {748000000000004FFFD200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8019] [new-version=8020] [2024/05/05 15:34:52.820 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16546 start_key:\"748000000000004FFFCF00000000000000F8\" end_key:\"748000000000004FFFD200000000000000F8\" region_epoch:<conf_ver:1 version:8020 > peers:<id:16547 store_id:1 >"] [total=1] [2024/05/05 15:34:53.008 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16548] [peer-ids="[16549]"] [2024/05/05 15:34:53.009 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16548 start_key:\"748000000000004FFFD200000000000000F8\" end_key:\"748000000000004FFFD500000000000000F8\" region_epoch:<conf_ver:1 version:8021 > peers:<id:16549 store_id:1 >"] [total=1] [2024/05/05 15:34:53.009 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFD200000000000000F8} -> {748000000000004FFFD500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8020] [new-version=8021] [2024/05/05 15:34:53.196 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16550] [peer-ids="[16551]"] [2024/05/05 15:34:53.196 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16550 start_key:\"748000000000004FFFD500000000000000F8\" end_key:\"748000000000004FFFD800000000000000F8\" region_epoch:<conf_ver:1 version:8022 > peers:<id:16551 store_id:1 >"] [total=1] [2024/05/05 15:34:53.196 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFD500000000000000F8} -> {748000000000004FFFD800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8021] [new-version=8022] [2024/05/05 15:34:53.382 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16552] [peer-ids="[16553]"] [2024/05/05 15:34:53.382 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16552 start_key:\"748000000000004FFFD800000000000000F8\" end_key:\"748000000000004FFFDB00000000000000F8\" region_epoch:<conf_ver:1 version:8023 > peers:<id:16553 store_id:1 >"] [total=1] [2024/05/05 15:34:53.383 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFD800000000000000F8} -> {748000000000004FFFDB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8022] [new-version=8023] [2024/05/05 15:34:53.573 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16554] [peer-ids="[16555]"] [2024/05/05 15:34:53.574 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFDB00000000000000F8} -> {748000000000004FFFDE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8023] [new-version=8024] [2024/05/05 15:34:53.574 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16554 start_key:\"748000000000004FFFDB00000000000000F8\" end_key:\"748000000000004FFFDE00000000000000F8\" region_epoch:<conf_ver:1 version:8024 > peers:<id:16555 store_id:1 >"] [total=1] [2024/05/05 15:34:53.756 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16556] [peer-ids="[16557]"] [2024/05/05 15:34:53.757 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFDE00000000000000F8} -> {748000000000004FFFE100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8024] [new-version=8025] [2024/05/05 15:34:53.757 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16556 start_key:\"748000000000004FFFDE00000000000000F8\" end_key:\"748000000000004FFFE100000000000000F8\" region_epoch:<conf_ver:1 version:8025 > peers:<id:16557 store_id:1 >"] [total=1] [2024/05/05 15:34:53.951 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16558] [peer-ids="[16559]"] [2024/05/05 15:34:53.952 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFE100000000000000F8} -> {748000000000004FFFE400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8025] [new-version=8026] [2024/05/05 15:34:53.952 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16558 start_key:\"748000000000004FFFE100000000000000F8\" end_key:\"748000000000004FFFE400000000000000F8\" region_epoch:<conf_ver:1 version:8026 > peers:<id:16559 store_id:1 >"] [total=1] [2024/05/05 15:34:54.138 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16560] [peer-ids="[16561]"] [2024/05/05 15:34:54.139 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFE400000000000000F8} -> {748000000000004FFFE700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8026] [new-version=8027] [2024/05/05 15:34:54.139 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16560 start_key:\"748000000000004FFFE400000000000000F8\" end_key:\"748000000000004FFFE700000000000000F8\" region_epoch:<conf_ver:1 version:8027 > peers:<id:16561 store_id:1 >"] [total=1] [2024/05/05 15:34:54.338 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16562] [peer-ids="[16563]"] [2024/05/05 15:34:54.338 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFE700000000000000F8} -> {748000000000004FFFEA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8027] [new-version=8028] [2024/05/05 15:34:54.338 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16562 start_key:\"748000000000004FFFE700000000000000F8\" end_key:\"748000000000004FFFEA00000000000000F8\" region_epoch:<conf_ver:1 version:8028 > peers:<id:16563 store_id:1 >"] [total=1] [2024/05/05 15:34:54.528 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16564] [peer-ids="[16565]"] [2024/05/05 15:34:54.529 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFEA00000000000000F8} -> {748000000000004FFFED00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8028] [new-version=8029] [2024/05/05 15:34:54.529 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16564 start_key:\"748000000000004FFFEA00000000000000F8\" end_key:\"748000000000004FFFED00000000000000F8\" region_epoch:<conf_ver:1 version:8029 > peers:<id:16565 store_id:1 >"] [total=1] [2024/05/05 15:34:54.714 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16566] [peer-ids="[16567]"] [2024/05/05 15:34:54.715 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFED00000000000000F8} -> {748000000000004FFFF000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8029] [new-version=8030] [2024/05/05 15:34:54.715 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16566 start_key:\"748000000000004FFFED00000000000000F8\" end_key:\"748000000000004FFFF000000000000000F8\" region_epoch:<conf_ver:1 version:8030 > peers:<id:16567 store_id:1 >"] [total=1] [2024/05/05 15:34:54.880 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:52704, StartTime:2024-05-05 15:34:54 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/types__const/t\",\"schema/types__const/tb5\",\"schema/types__const/t1\"]}}"] [2024/05/05 15:34:55.101 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16568] [peer-ids="[16569]"] [2024/05/05 15:34:55.101 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFF000000000000000F8} -> {748000000000004FFFF600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8030] [new-version=8031] [2024/05/05 15:34:55.101 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16568 start_key:\"748000000000004FFFF000000000000000F8\" end_key:\"748000000000004FFFF600000000000000F8\" region_epoch:<conf_ver:1 version:8031 > peers:<id:16569 store_id:1 >"] [total=1] [2024/05/05 15:34:55.169 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16570] [peer-ids="[16571]"] [2024/05/05 15:34:55.170 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFF600000000000000F8} -> {748000000000004FFFF800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8031] [new-version=8032] [2024/05/05 15:34:55.170 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16570 start_key:\"748000000000004FFFF600000000000000F8\" end_key:\"748000000000004FFFF800000000000000F8\" region_epoch:<conf_ver:1 version:8032 > peers:<id:16571 store_id:1 >"] [total=1] [2024/05/05 15:34:56.675 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:52704, StartTime:2024-05-05 15:34:56 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"a98f9c34-825d-4b1a-981c-5b1d0b02ac36\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004ffff85f698000000000ff0000010100000000ff00000000f7038000ff0000000000010000fd\",\"end_key\":\"748000000000004ffff85f698000000000ff0000010100000000ff00000000f7038000ff0000000000010000fe\"}]}}"] [2024/05/05 15:34:56.689 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD 748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:22(8032, 1), createAt:2024-05-05 15:34:56.689517884 +0800 CST m=+1701.260345445, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFF800000000000000F8\"}"] [2024/05/05 15:34:56.689 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:34:56.690 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16572] [peer-ids="[16573]"] [2024/05/05 15:34:56.690 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16574] [peer-ids="[16575]"] [2024/05/05 15:34:56.691 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16572 start_key:\"748000000000004FFFF800000000000000F8\" end_key:\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD\" region_epoch:<conf_ver:1 version:8034 > peers:<id:16573 store_id:1 > id:16574 start_key:\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD\" end_key:\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\" region_epoch:<conf_ver:1 version:8034 > peers:<id:16575 store_id:1 >"] [total=2] [2024/05/05 15:34:56.691 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.410774ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD 748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:22(8032, 1), createAt:2024-05-05 15:34:56.689517884 +0800 CST m=+1701.260345445, startAt:2024-05-05 15:34:56.689654527 +0800 CST m=+1701.260482087, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFF800000000000000F8\"}"] [2024/05/05 15:34:56.691 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFF800000000000000F8} -> {748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8032] [new-version=8034] [2024/05/05 15:34:56.707 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53152, StartTime:2024-05-05 15:34:56 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"a98f9c34-825d-4b1a-981c-5b1d0b02ac36\"]}}"] [2024/05/05 15:34:58.722 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53154, StartTime:2024-05-05 15:34:58 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"74ed2bc4-14f3-4d4b-a188-dc97b7b7e3ec\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004ffff85f698000000000ff0000020100000000ff00000000f7038000ff0000000000010000fd\",\"end_key\":\"748000000000004ffff85f698000000000ff0000020100000000ff00000000f7038000ff0000000000010000fe\"}]}}"] [2024/05/05 15:34:58.730 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FD 748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:22(8034, 1), createAt:2024-05-05 15:34:58.730868527 +0800 CST m=+1703.301696086, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\"}"] [2024/05/05 15:34:58.730 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:34:58.731 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16576] [peer-ids="[16577]"] [2024/05/05 15:34:58.731 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16578] [peer-ids="[16579]"] [2024/05/05 15:34:58.732 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.066243ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FD 748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:22(8034, 1), createAt:2024-05-05 15:34:58.730868527 +0800 CST m=+1703.301696086, startAt:2024-05-05 15:34:58.730971809 +0800 CST m=+1703.301799368, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\"}"] [2024/05/05 15:34:58.732 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE} -> {748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8034] [new-version=8036] [2024/05/05 15:34:58.732 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16576 start_key:\"748000000000004FFFF85F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\" end_key:\"748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FD\" region_epoch:<conf_ver:1 version:8036 > peers:<id:16577 store_id:1 > id:16578 start_key:\"748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FD\" end_key:\"748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE\" region_epoch:<conf_ver:1 version:8036 > peers:<id:16579 store_id:1 >"] [total=2] [2024/05/05 15:34:58.749 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53188, StartTime:2024-05-05 15:34:58 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"74ed2bc4-14f3-4d4b-a188-dc97b7b7e3ec\"]}}"] [2024/05/05 15:34:59.825 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16580] [peer-ids="[16581]"] [2024/05/05 15:34:59.826 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16580 start_key:\"748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE\" end_key:\"748000000000004FFFFF00000000000000F8\" region_epoch:<conf_ver:1 version:8037 > peers:<id:16581 store_id:1 >"] [total=1] [2024/05/05 15:34:59.826 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFF85F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE} -> {748000000000004FFFFF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8036] [new-version=8037] [2024/05/05 15:35:01.129 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53198, StartTime:2024-05-05 15:35:01 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"a31a226a-3589-40b0-b0de-6b0cd2ccae6b\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000010380000000ff0000006403800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000010380000000ff0000006403800000ff0000000001000000fd\"}]}}"] [2024/05/05 15:35:01.133 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD]} (kind:split, region:22(8037, 1), createAt:2024-05-05 15:35:01.133768042 +0800 CST m=+1705.704595603, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF00000000000000F8\"}"] [2024/05/05 15:35:01.133 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:01.134 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16582] [peer-ids="[16583]"] [2024/05/05 15:35:01.134 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16584] [peer-ids="[16585]"] [2024/05/05 15:35:01.135 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF00000000000000F8} -> {748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8037] [new-version=8039] [2024/05/05 15:35:01.135 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.269804ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD]} (kind:split, region:22(8037, 1), createAt:2024-05-05 15:35:01.133768042 +0800 CST m=+1705.704595603, startAt:2024-05-05 15:35:01.133910391 +0800 CST m=+1705.704737952, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF00000000000000F8\"}"] [2024/05/05 15:35:01.135 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16582 start_key:\"748000000000004FFFFF00000000000000F8\" end_key:\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC\" region_epoch:<conf_ver:1 version:8039 > peers:<id:16583 store_id:1 > id:16584 start_key:\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\" region_epoch:<conf_ver:1 version:8039 > peers:<id:16585 store_id:1 >"] [total=2] [2024/05/05 15:35:01.155 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53220, StartTime:2024-05-05 15:35:01 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"a31a226a-3589-40b0-b0de-6b0cd2ccae6b\"]}}"] [2024/05/05 15:35:03.222 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53232, StartTime:2024-05-05 15:35:03 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"99bbe5ff-f9f9-4380-ad3c-6c37fd2ee5ff\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff00000205bff3be76ffc8b4395803800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff00000205bff3be76ffc8b4395803800000ff0000000001000000fd\"}]}}"] [2024/05/05 15:35:03.239 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD]} (kind:split, region:22(8039, 1), createAt:2024-05-05 15:35:03.239465977 +0800 CST m=+1707.810293537, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\"}"] [2024/05/05 15:35:03.239 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:03.240 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16586] [peer-ids="[16587]"] [2024/05/05 15:35:03.240 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16588] [peer-ids="[16589]"] [2024/05/05 15:35:03.240 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16586 start_key:\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC\" region_epoch:<conf_ver:1 version:8041 > peers:<id:16587 store_id:1 > id:16588 start_key:\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\" region_epoch:<conf_ver:1 version:8041 > peers:<id:16589 store_id:1 >"] [total=2] [2024/05/05 15:35:03.241 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8039] [new-version=8041] [2024/05/05 15:35:03.241 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.445932ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD]} (kind:split, region:22(8039, 1), createAt:2024-05-05 15:35:03.239465977 +0800 CST m=+1707.810293537, startAt:2024-05-05 15:35:03.239606797 +0800 CST m=+1707.810434352, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\"}"] [2024/05/05 15:35:03.251 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53252, StartTime:2024-05-05 15:35:03 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"99bbe5ff-f9f9-4380-ad3c-6c37fd2ee5ff\"]}}"] [2024/05/05 15:35:05.324 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53260, StartTime:2024-05-05 15:35:05 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"de7ee14f-cfe3-4173-a6ac-7b6552bd51d2\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff00000306140a8000ff0000010df28e8000ff0380000000000000ff0100000000000000f8\",\"end_key\":\"748000000000004fffff5f698000000000ff00000306140a8000ff0000010df28e8000ff0380000000000000ff0100000000000000f9\"}]}}"] [2024/05/05 15:35:05.349 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8 748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9]} (kind:split, region:22(8041, 1), createAt:2024-05-05 15:35:05.349540139 +0800 CST m=+1709.920367702, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\"}"] [2024/05/05 15:35:05.349 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:05.350 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16590] [peer-ids="[16591]"] [2024/05/05 15:35:05.350 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16592] [peer-ids="[16593]"] [2024/05/05 15:35:05.350 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.188486ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8 748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9]} (kind:split, region:22(8041, 1), createAt:2024-05-05 15:35:05.349540139 +0800 CST m=+1709.920367702, startAt:2024-05-05 15:35:05.349675251 +0800 CST m=+1709.920502811, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\"}"] [2024/05/05 15:35:05.350 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8041] [new-version=8043] [2024/05/05 15:35:05.350 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16590 start_key:\"748000000000004FFFFF5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8\" region_epoch:<conf_ver:1 version:8043 > peers:<id:16591 store_id:1 > id:16592 start_key:\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8\" end_key:\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\" region_epoch:<conf_ver:1 version:8043 > peers:<id:16593 store_id:1 >"] [total=2] [2024/05/05 15:35:07.359 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53290, StartTime:2024-05-05 15:35:07 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"de7ee14f-cfe3-4173-a6ac-7b6552bd51d2\"]}}"] [2024/05/05 15:35:09.223 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53316, StartTime:2024-05-05 15:35:09 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"8796cd3b-d6d7-42ee-b095-5a714be28338\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000040122616263ff64656667ff220000ff0000000000f80380ff0000000000000100fe\",\"end_key\":\"748000000000004fffff5f698000000000ff0000040122616263ff64656667ff220000ff0000000000f80380ff0000000000000100ff0000000000000000f7\"}]}}"] [2024/05/05 15:35:09.243 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE 748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7]} (kind:split, region:22(8043, 1), createAt:2024-05-05 15:35:09.243871147 +0800 CST m=+1713.814698709, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\"}"] [2024/05/05 15:35:09.244 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:09.244 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16594] [peer-ids="[16595]"] [2024/05/05 15:35:09.244 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16596] [peer-ids="[16597]"] [2024/05/05 15:35:09.245 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16594 start_key:\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\" end_key:\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE\" region_epoch:<conf_ver:1 version:8045 > peers:<id:16595 store_id:1 > id:16596 start_key:\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE\" end_key:\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\" region_epoch:<conf_ver:1 version:8045 > peers:<id:16597 store_id:1 >"] [total=2] [2024/05/05 15:35:09.245 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9} -> {748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8043] [new-version=8045] [2024/05/05 15:35:09.245 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.327195ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE 748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7]} (kind:split, region:22(8043, 1), createAt:2024-05-05 15:35:09.243871147 +0800 CST m=+1713.814698709, startAt:2024-05-05 15:35:09.244001182 +0800 CST m=+1713.814828742, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\"}"] [2024/05/05 15:35:09.263 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53334, StartTime:2024-05-05 15:35:09 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"8796cd3b-d6d7-42ee-b095-5a714be28338\"]}}"] [2024/05/05 15:35:11.630 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53344, StartTime:2024-05-05 15:35:11 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"42be4365-e248-44b5-9cfb-306f5f78614f\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000050419a0f800ff0000000003800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000050419a0f800ff0000000003800000ff0000000001000000fd\"}]}}"] [2024/05/05 15:35:11.636 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD]} (kind:split, region:22(8045, 1), createAt:2024-05-05 15:35:11.636592636 +0800 CST m=+1716.207420196, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\"}"] [2024/05/05 15:35:11.636 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:11.637 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16598] [peer-ids="[16599]"] [2024/05/05 15:35:11.637 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16600] [peer-ids="[16601]"] [2024/05/05 15:35:11.637 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16598 start_key:\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\" end_key:\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC\" region_epoch:<conf_ver:1 version:8047 > peers:<id:16599 store_id:1 > id:16600 start_key:\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\" region_epoch:<conf_ver:1 version:8047 > peers:<id:16601 store_id:1 >"] [total=2] [2024/05/05 15:35:11.638 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.353494ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD]} (kind:split, region:22(8045, 1), createAt:2024-05-05 15:35:11.636592636 +0800 CST m=+1716.207420196, startAt:2024-05-05 15:35:11.636690204 +0800 CST m=+1716.207517764, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\"}"] [2024/05/05 15:35:11.638 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7} -> {748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8045] [new-version=8047] [2024/05/05 15:35:11.659 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53370, StartTime:2024-05-05 15:35:11 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"42be4365-e248-44b5-9cfb-306f5f78614f\"]}}"] [2024/05/05 15:35:13.706 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53376, StartTime:2024-05-05 15:35:13 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"733c7533-5dc9-475f-a763-21411a65abce\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000060780002a90ff3dc5560003800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000060780002a90ff3dc5560003800000ff0000000001000000fd\"}]}}"] [2024/05/05 15:35:13.725 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD]} (kind:split, region:22(8047, 1), createAt:2024-05-05 15:35:13.725148819 +0800 CST m=+1718.295976382, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\"}"] [2024/05/05 15:35:13.725 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:13.725 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16602] [peer-ids="[16603]"] [2024/05/05 15:35:13.725 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16604] [peer-ids="[16605]"] [2024/05/05 15:35:13.726 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8047] [new-version=8049] [2024/05/05 15:35:13.726 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.372428ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD]} (kind:split, region:22(8047, 1), createAt:2024-05-05 15:35:13.725148819 +0800 CST m=+1718.295976382, startAt:2024-05-05 15:35:13.725239796 +0800 CST m=+1718.296067357, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\"}"] [2024/05/05 15:35:13.726 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16602 start_key:\"748000000000004FFFFF5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC\" region_epoch:<conf_ver:1 version:8049 > peers:<id:16603 store_id:1 > id:16604 start_key:\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\" region_epoch:<conf_ver:1 version:8049 > peers:<id:16605 store_id:1 >"] [total=2] [2024/05/05 15:35:13.736 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53398, StartTime:2024-05-05 15:35:13 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"733c7533-5dc9-475f-a763-21411a65abce\"]}}"] [2024/05/05 15:35:15.698 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53402, StartTime:2024-05-05 15:35:15 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"db75af43-f1ca-4cab-9f92-1089ec3c0459\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000070419a0f8cefffb00000003800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000070419a0f8cefffb00000003800000ff0000000001000000fd\"}]}}"] [2024/05/05 15:35:15.704 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD]} (kind:split, region:22(8049, 1), createAt:2024-05-05 15:35:15.704312647 +0800 CST m=+1720.275140207, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\"}"] [2024/05/05 15:35:15.704 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:15.704 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16606] [peer-ids="[16607]"] [2024/05/05 15:35:15.704 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16608] [peer-ids="[16609]"] [2024/05/05 15:35:15.705 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.207205ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD]} (kind:split, region:22(8049, 1), createAt:2024-05-05 15:35:15.704312647 +0800 CST m=+1720.275140207, startAt:2024-05-05 15:35:15.704433236 +0800 CST m=+1720.275260795, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\"}"] [2024/05/05 15:35:15.705 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8049] [new-version=8051] [2024/05/05 15:35:15.705 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16606 start_key:\"748000000000004FFFFF5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC\" region_epoch:<conf_ver:1 version:8051 > peers:<id:16607 store_id:1 > id:16608 start_key:\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\" region_epoch:<conf_ver:1 version:8051 > peers:<id:16609 store_id:1 >"] [total=2] [2024/05/05 15:35:15.725 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53428, StartTime:2024-05-05 15:35:15 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"db75af43-f1ca-4cab-9f92-1089ec3c0459\"]}}"] [2024/05/05 15:35:17.854 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53434, StartTime:2024-05-05 15:35:17 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"671aa991-967d-47b6-b783-37847627a407\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000080380000000ff000007e203800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000080380000000ff000007e203800000ff0000000001000000fd\"}]}}"] [2024/05/05 15:35:17.858 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD]} (kind:split, region:22(8051, 1), createAt:2024-05-05 15:35:17.858367312 +0800 CST m=+1722.429194872, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\"}"] [2024/05/05 15:35:17.858 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:17.858 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16610] [peer-ids="[16611]"] [2024/05/05 15:35:17.858 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16612] [peer-ids="[16613]"] [2024/05/05 15:35:17.859 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8051] [new-version=8053] [2024/05/05 15:35:17.859 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.150129ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD]} (kind:split, region:22(8051, 1), createAt:2024-05-05 15:35:17.858367312 +0800 CST m=+1722.429194872, startAt:2024-05-05 15:35:17.858471913 +0800 CST m=+1722.429299473, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\"}"] [2024/05/05 15:35:17.859 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16610 start_key:\"748000000000004FFFFF5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC\" region_epoch:<conf_ver:1 version:8053 > peers:<id:16611 store_id:1 > id:16612 start_key:\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\" region_epoch:<conf_ver:1 version:8053 > peers:<id:16613 store_id:1 >"] [total=2] [2024/05/05 15:35:17.883 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53462, StartTime:2024-05-05 15:35:17 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"671aa991-967d-47b6-b783-37847627a407\"]}}"] [2024/05/05 15:35:19.957 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53466, StartTime:2024-05-05 15:35:19 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"81fd0bf3-8a29-44fa-8f35-7fef101804c0\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff0000090419a0f88aff2100000003800000ff0000000001000000fc\",\"end_key\":\"748000000000004fffff5f698000000000ff0000090419a0f88aff2100000003800000ff0000000001000000fd\"}]}}"] [2024/05/05 15:35:19.974 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD]} (kind:split, region:22(8053, 1), createAt:2024-05-05 15:35:19.974405916 +0800 CST m=+1724.545233476, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\"}"] [2024/05/05 15:35:19.974 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:19.975 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16614] [peer-ids="[16615]"] [2024/05/05 15:35:19.975 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16616] [peer-ids="[16617]"] [2024/05/05 15:35:19.976 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8053] [new-version=8055] [2024/05/05 15:35:19.976 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.810128ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC 748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD]} (kind:split, region:22(8053, 1), createAt:2024-05-05 15:35:19.974405916 +0800 CST m=+1724.545233476, startAt:2024-05-05 15:35:19.974633977 +0800 CST m=+1724.545461537, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\"}"] [2024/05/05 15:35:19.976 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16614 start_key:\"748000000000004FFFFF5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC\" region_epoch:<conf_ver:1 version:8055 > peers:<id:16615 store_id:1 > id:16616 start_key:\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC\" end_key:\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\" region_epoch:<conf_ver:1 version:8055 > peers:<id:16617 store_id:1 >"] [total=2] [2024/05/05 15:35:19.992 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53490, StartTime:2024-05-05 15:35:19 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"81fd0bf3-8a29-44fa-8f35-7fef101804c0\"]}}"] [2024/05/05 15:35:22.023 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53494, StartTime:2024-05-05 15:35:22 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"6adb8ffc-b0cc-4964-9a36-68ced38e2fc4\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"748000000000004fffff5f698000000000ff00000a0380000000ff0000006405bff3beff76c8b4395806140aff80000000010df28eff8000012261626364ff656667ff22000000ff00000000f80419a0fff800000000000780ff002a903dc5560004ff19a0f8cefb000000ff0419a0f88a210000ff0003800000000000ff07e2038000000000ff0000010000000000fa\",\"end_key\":\"748000000000004fffff5f698000000000ff00000a0380000000ff0000006405bff3beff76c8b4395806140aff80000000010df28eff8000012261626364ff656667ff22000000ff00000000f80419a0fff800000000000780ff002a903dc5560004ff19a0f8cefb000000ff0419a0f88a210000ff0003800000000000ff07e2038000000000ff0000010000000000fb\"}]}}"] [2024/05/05 15:35:22.031 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA 748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB]} (kind:split, region:22(8055, 1), createAt:2024-05-05 15:35:22.031477063 +0800 CST m=+1726.602304625, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\"}"] [2024/05/05 15:35:22.031 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:22.032 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16618] [peer-ids="[16619]"] [2024/05/05 15:35:22.032 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16620] [peer-ids="[16621]"] [2024/05/05 15:35:22.033 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.460872ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA 748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB]} (kind:split, region:22(8055, 1), createAt:2024-05-05 15:35:22.031477063 +0800 CST m=+1726.602304625, startAt:2024-05-05 15:35:22.031607641 +0800 CST m=+1726.602435201, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\"}"] [2024/05/05 15:35:22.033 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD} -> {748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8055] [new-version=8057] [2024/05/05 15:35:22.033 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16618 start_key:\"748000000000004FFFFF5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\" end_key:\"748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA\" region_epoch:<conf_ver:1 version:8057 > peers:<id:16619 store_id:1 > id:16620 start_key:\"748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA\" end_key:\"748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB\" region_epoch:<conf_ver:1 version:8057 > peers:<id:16621 store_id:1 >"] [total=2] [2024/05/05 15:35:22.052 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53522, StartTime:2024-05-05 15:35:22 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"6adb8ffc-b0cc-4964-9a36-68ced38e2fc4\"]}}"] [2024/05/05 15:35:23.061 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16622] [peer-ids="[16623]"] [2024/05/05 15:35:23.062 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB} -> {7480000000000050FF0C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8057] [new-version=8058] [2024/05/05 15:35:23.062 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16622 start_key:\"748000000000004FFFFF5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB\" end_key:\"7480000000000050FF0C00000000000000F8\" region_epoch:<conf_ver:1 version:8058 > peers:<id:16623 store_id:1 >"] [total=1] [2024/05/05 15:35:24.439 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53530, StartTime:2024-05-05 15:35:24 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"0e97b020-b444-424b-9faa-a90fc917c82d\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff0c5f698000000000ff0000040380000000ff0000000103800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff0c5f698000000000ff0000040380000000ff000000c703800000ff00000000c7000000fd\"}]}}"] [2024/05/05 15:35:24.442 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [7480000000000050FF0C5F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC 7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD]} (kind:split, region:22(8058, 1), createAt:2024-05-05 15:35:24.442322027 +0800 CST m=+1729.013149590, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF0C00000000000000F8\"}"] [2024/05/05 15:35:24.442 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:24.442 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16624] [peer-ids="[16625]"] [2024/05/05 15:35:24.442 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16626] [peer-ids="[16627]"] [2024/05/05 15:35:24.443 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16624 start_key:\"7480000000000050FF0C00000000000000F8\" end_key:\"7480000000000050FF0C5F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC\" region_epoch:<conf_ver:1 version:8060 > peers:<id:16625 store_id:1 > id:16626 start_key:\"7480000000000050FF0C5F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC\" end_key:\"7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD\" region_epoch:<conf_ver:1 version:8060 > peers:<id:16627 store_id:1 >"] [total=2] [2024/05/05 15:35:24.443 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF0C00000000000000F8} -> {7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8058] [new-version=8060] [2024/05/05 15:35:24.443 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.301031ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [7480000000000050FF0C5F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC 7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD]} (kind:split, region:22(8058, 1), createAt:2024-05-05 15:35:24.442322027 +0800 CST m=+1729.013149590, startAt:2024-05-05 15:35:24.44242537 +0800 CST m=+1729.013252930, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF0C00000000000000F8\"}"] [2024/05/05 15:35:24.470 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53564, StartTime:2024-05-05 15:35:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"0e97b020-b444-424b-9faa-a90fc917c82d\"]}}"] [2024/05/05 15:35:26.519 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53574, StartTime:2024-05-05 15:35:26 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"52c86472-4e7b-44c5-9ef0-0a18be3fb7c9\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff0c5f698000000000ff0000050380000000ff0000000103800000ff0000000001038000ff0000000000010000fd\",\"end_key\":\"7480000000000050ff0c5f698000000000ff0000050380000000ff000000c703800000ff00000000c7038000ff0000000000c70000fe\"}]}}"] [2024/05/05 15:35:26.532 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE]} (kind:split, region:22(8060, 1), createAt:2024-05-05 15:35:26.532779499 +0800 CST m=+1731.103607065, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD\"}"] [2024/05/05 15:35:26.532 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:26.533 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16628] [peer-ids="[16629]"] [2024/05/05 15:35:26.533 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16630] [peer-ids="[16631]"] [2024/05/05 15:35:26.533 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16628 start_key:\"7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD\" end_key:\"7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD\" region_epoch:<conf_ver:1 version:8062 > peers:<id:16629 store_id:1 > id:16630 start_key:\"7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD\" end_key:\"7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE\" region_epoch:<conf_ver:1 version:8062 > peers:<id:16631 store_id:1 >"] [total=2] [2024/05/05 15:35:26.534 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.132504ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE]} (kind:split, region:22(8060, 1), createAt:2024-05-05 15:35:26.532779499 +0800 CST m=+1731.103607065, startAt:2024-05-05 15:35:26.532880826 +0800 CST m=+1731.103708386, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD\"}"] [2024/05/05 15:35:26.534 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD} -> {7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8060] [new-version=8062] [2024/05/05 15:35:26.548 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53592, StartTime:2024-05-05 15:35:26 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"52c86472-4e7b-44c5-9ef0-0a18be3fb7c9\"]}}"] [2024/05/05 15:35:27.240 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53594, StartTime:2024-05-05 15:35:27 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/util__admin/t1\",\"schema/util__admin/t\"]}}"] [2024/05/05 15:35:27.449 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16632] [peer-ids="[16633]"] [2024/05/05 15:35:27.450 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE} -> {7480000000000050FF1500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8062] [new-version=8063] [2024/05/05 15:35:27.450 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16632 start_key:\"7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE\" end_key:\"7480000000000050FF1500000000000000F8\" region_epoch:<conf_ver:1 version:8063 > peers:<id:16633 store_id:1 >"] [total=1] [2024/05/05 15:35:27.524 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16634] [peer-ids="[16635]"] [2024/05/05 15:35:27.524 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF1500000000000000F8} -> {7480000000000050FF1700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8063] [new-version=8064] [2024/05/05 15:35:27.524 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16634 start_key:\"7480000000000050FF1500000000000000F8\" end_key:\"7480000000000050FF1700000000000000F8\" region_epoch:<conf_ver:1 version:8064 > peers:<id:16635 store_id:1 >"] [total=1] [2024/05/05 15:35:27.598 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16636] [peer-ids="[16637]"] [2024/05/05 15:35:27.599 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF1700000000000000F8} -> {7480000000000050FF1900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8064] [new-version=8065] [2024/05/05 15:35:27.599 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16636 start_key:\"7480000000000050FF1700000000000000F8\" end_key:\"7480000000000050FF1900000000000000F8\" region_epoch:<conf_ver:1 version:8065 > peers:<id:16637 store_id:1 >"] [total=1] [2024/05/05 15:35:27.670 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16638] [peer-ids="[16639]"] [2024/05/05 15:35:27.671 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF1900000000000000F8} -> {7480000000000050FF1B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8065] [new-version=8066] [2024/05/05 15:35:27.671 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16638 start_key:\"7480000000000050FF1900000000000000F8\" end_key:\"7480000000000050FF1B00000000000000F8\" region_epoch:<conf_ver:1 version:8066 > peers:<id:16639 store_id:1 >"] [total=1] [2024/05/05 15:35:27.913 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16640] [peer-ids="[16641]"] [2024/05/05 15:35:27.914 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF1B00000000000000F8} -> {7480000000000050FF1F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8066] [new-version=8067] [2024/05/05 15:35:27.914 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16640 start_key:\"7480000000000050FF1B00000000000000F8\" end_key:\"7480000000000050FF1F00000000000000F8\" region_epoch:<conf_ver:1 version:8067 > peers:<id:16641 store_id:1 >"] [total=1] [2024/05/05 15:35:27.916 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16642] [peer-ids="[16643]"] [2024/05/05 15:35:27.917 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF1F00000000000000F8} -> {7480000000000050FF2000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8067] [new-version=8068] [2024/05/05 15:35:27.917 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16642 start_key:\"7480000000000050FF1F00000000000000F8\" end_key:\"7480000000000050FF2000000000000000F8\" region_epoch:<conf_ver:1 version:8068 > peers:<id:16643 store_id:1 >"] [total=1] [2024/05/05 15:35:27.919 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16644] [peer-ids="[16645]"] [2024/05/05 15:35:27.920 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF2000000000000000F8} -> {7480000000000050FF2100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8068] [new-version=8069] [2024/05/05 15:35:27.920 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16644 start_key:\"7480000000000050FF2000000000000000F8\" end_key:\"7480000000000050FF2100000000000000F8\" region_epoch:<conf_ver:1 version:8069 > peers:<id:16645 store_id:1 >"] [total=1] [2024/05/05 15:35:28.199 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16646] [peer-ids="[16647]"] [2024/05/05 15:35:28.200 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF2100000000000000F8} -> {7480000000000050FF2400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8069] [new-version=8070] [2024/05/05 15:35:28.200 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16646 start_key:\"7480000000000050FF2100000000000000F8\" end_key:\"7480000000000050FF2400000000000000F8\" region_epoch:<conf_ver:1 version:8070 > peers:<id:16647 store_id:1 >"] [total=1] [2024/05/05 15:35:28.454 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16648] [peer-ids="[16649]"] [2024/05/05 15:35:28.455 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF2400000000000000F8} -> {7480000000000050FF2700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8070] [new-version=8071] [2024/05/05 15:35:28.455 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16648 start_key:\"7480000000000050FF2400000000000000F8\" end_key:\"7480000000000050FF2700000000000000F8\" region_epoch:<conf_ver:1 version:8071 > peers:<id:16649 store_id:1 >"] [total=1] [2024/05/05 15:35:28.649 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16650] [peer-ids="[16651]"] [2024/05/05 15:35:28.650 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF2700000000000000F8} -> {7480000000000050FF2A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8071] [new-version=8072] [2024/05/05 15:35:28.650 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16650 start_key:\"7480000000000050FF2700000000000000F8\" end_key:\"7480000000000050FF2A00000000000000F8\" region_epoch:<conf_ver:1 version:8072 > peers:<id:16651 store_id:1 >"] [total=1] [2024/05/05 15:35:28.892 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16652] [peer-ids="[16653]"] [2024/05/05 15:35:28.893 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF2A00000000000000F8} -> {7480000000000050FF2D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8072] [new-version=8073] [2024/05/05 15:35:28.893 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16652 start_key:\"7480000000000050FF2A00000000000000F8\" end_key:\"7480000000000050FF2D00000000000000F8\" region_epoch:<conf_ver:1 version:8073 > peers:<id:16653 store_id:1 >"] [total=1] [2024/05/05 15:35:29.138 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16654] [peer-ids="[16655]"] [2024/05/05 15:35:29.139 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF2D00000000000000F8} -> {7480000000000050FF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8073] [new-version=8074] [2024/05/05 15:35:29.139 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16654 start_key:\"7480000000000050FF2D00000000000000F8\" end_key:\"7480000000000050FF3000000000000000F8\" region_epoch:<conf_ver:1 version:8074 > peers:<id:16655 store_id:1 >"] [total=1] [2024/05/05 15:35:29.230 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16656] [peer-ids="[16657]"] [2024/05/05 15:35:29.231 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF3000000000000000F8} -> {7480000000000050FF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8074] [new-version=8075] [2024/05/05 15:35:29.231 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16656 start_key:\"7480000000000050FF3000000000000000F8\" end_key:\"7480000000000050FF3200000000000000F8\" region_epoch:<conf_ver:1 version:8075 > peers:<id:16657 store_id:1 >"] [total=1] [2024/05/05 15:35:30.454 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:53594, StartTime:2024-05-05 15:35:30 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"068d06ca-2fca-4dfc-bb70-d16bd652353a\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff325f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fd\",\"end_key\":\"7480000000000050ff325f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fe\"}]}}"] [2024/05/05 15:35:30.467 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=22] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE]} (kind:split, region:22(8075, 1), createAt:2024-05-05 15:35:30.467149971 +0800 CST m=+1735.037977530, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF3200000000000000F8\"}"] [2024/05/05 15:35:30.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=22] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:30.467 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16658] [peer-ids="[16659]"] [2024/05/05 15:35:30.467 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16660] [peer-ids="[16661]"] [2024/05/05 15:35:30.468 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16658 start_key:\"7480000000000050FF3200000000000000F8\" end_key:\"7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD\" region_epoch:<conf_ver:1 version:8077 > peers:<id:16659 store_id:1 > id:16660 start_key:\"7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD\" end_key:\"7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE\" region_epoch:<conf_ver:1 version:8077 > peers:<id:16661 store_id:1 >"] [total=2] [2024/05/05 15:35:30.468 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=22] [takes=1.171327ms] [operator="\"labeler-split-region {split: region 22 use policy USEKEY and keys [7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE]} (kind:split, region:22(8075, 1), createAt:2024-05-05 15:35:30.467149971 +0800 CST m=+1735.037977530, startAt:2024-05-05 15:35:30.467276996 +0800 CST m=+1735.038104555, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF3200000000000000F8\"}"] [2024/05/05 15:35:30.468 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF3200000000000000F8} -> {7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8075] [new-version=8077] [2024/05/05 15:35:30.483 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:53652, StartTime:2024-05-05 15:35:30 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"068d06ca-2fca-4dfc-bb70-d16bd652353a\"]}}"] [2024/05/05 15:35:31.590 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16662] [peer-ids="[16663]"] [2024/05/05 15:35:31.591 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE} -> {7480000000000050FF3600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8077] [new-version=8078] [2024/05/05 15:35:31.591 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16662 start_key:\"7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE\" end_key:\"7480000000000050FF3600000000000000F8\" region_epoch:<conf_ver:1 version:8078 > peers:<id:16663 store_id:1 >"] [total=1] [2024/05/05 15:35:31.836 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16664] [peer-ids="[16665]"] [2024/05/05 15:35:31.836 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16664 start_key:\"7480000000000050FF3600000000000000F8\" end_key:\"7480000000000050FF3900000000000000F8\" region_epoch:<conf_ver:1 version:8079 > peers:<id:16665 store_id:1 >"] [total=1] [2024/05/05 15:35:31.836 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF3600000000000000F8} -> {7480000000000050FF3900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8078] [new-version=8079] [2024/05/05 15:35:31.918 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53664, StartTime:2024-05-05 15:35:31 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/util__ranger/idt_20755\",\"schema/util__ranger/t1\",\"schema/util__ranger/t2\",\"schema/util__ranger/t0\",\"schema/util__ranger/t\"]}}"] [2024/05/05 15:35:32.156 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16666] [peer-ids="[16667]"] [2024/05/05 15:35:32.157 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF3900000000000000F8} -> {7480000000000050FF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8079] [new-version=8080] [2024/05/05 15:35:32.157 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16666 start_key:\"7480000000000050FF3900000000000000F8\" end_key:\"7480000000000050FF3E00000000000000F8\" region_epoch:<conf_ver:1 version:8080 > peers:<id:16667 store_id:1 >"] [total=1] [2024/05/05 15:35:32.233 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=16668] [peer-ids="[16669]"] [2024/05/05 15:35:32.234 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=22] [origin="id:16668 start_key:\"7480000000000050FF3E00000000000000F8\" end_key:\"7480000000000050FF4000000000000000F8\" region_epoch:<conf_ver:1 version:8081 > peers:<id:16669 store_id:1 >"] [total=1] [2024/05/05 15:35:32.234 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=22] [detail="StartKey Changed:{7480000000000050FF3E00000000000000F8} -> {7480000000000050FF4000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8080] [new-version=8081] [2024/05/05 15:35:32.345 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:53664, StartTime:2024-05-05 15:35:32 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/window_function/t\",\"schema/window_function/t1\"]}}"] ==> ./pd2.log <== [2024/05/05 15:06:35.466 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/05/05 15:06:35.466 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/05/05 15:06:35.466 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-14-g1679dbca2] [2024/05/05 15:06:35.466 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/05/05 15:06:35.466 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=1679dbca25b3483d1375c7e747da27e99ad77360] [2024/05/05 15:06:35.466 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/05/05 15:06:35.466 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-04-30 08:09:12"] [2024/05/05 15:06:35.466 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/05/05 15:06:35.466 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2389\",\"peer-urls\":\"http://127.0.0.1:2388\",\"advertise-client-urls\":\"http://127.0.0.1:2389\",\"advertise-peer-urls\":\"http://127.0.0.1:2388\",\"name\":\"pd2\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd2=http://127.0.0.1:2388\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/05/05 15:06:35.470 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/05/05 15:06:35.470 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/05/05 15:06:35.470 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/05/05 15:06:35.470 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/05/05 15:06:35.473 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/05/05 15:06:35.473 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/05/05 15:06:35.473 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=MetaStorage] [2024/05/05 15:06:35.473 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/05/05 15:06:35.473 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=ResourceManager] [2024/05/05 15:06:35.473 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/05/05 15:06:35.473 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2388]"] [2024/05/05 15:06:35.473 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/05/05 15:06:35.473 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2389]"] [2024/05/05 15:06:35.473 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/05/05 15:06:35.473 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.6] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd2] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd2=http://127.0.0.1:2388"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/05/05 15:06:35.473 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/05/05 15:06:35.474 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap/db] [took=333.987µs] [2024/05/05 15:06:35.475 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=6c13e5b5070c688e] [cluster-id=3dbfcd5d7ee94618] [2024/05/05 15:06:35.475 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=()"] [2024/05/05 15:06:35.475 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 0"] [2024/05/05 15:06:35.475 +08:00] [INFO] [raft.go:389] ["newRaft 6c13e5b5070c688e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:06:35.475 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 1"] [2024/05/05 15:06:35.475 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/05/05 15:06:35.475 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:06:35.476 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:06:35.476 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=6c13e5b5070c688e] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:06:35.476 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=6c13e5b5070c688e] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/05 15:06:35.476 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:06:35.476 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:06:35.476 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:06:35.476 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/05/05 15:06:35.476 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [added-peer-id=6c13e5b5070c688e] [added-peer-peer-urls="[http://127.0.0.1:2388]"] [2024/05/05 15:06:35.477 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2388] [2024/05/05 15:06:35.477 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=6c13e5b5070c688e] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [2024/05/05 15:06:36.476 +08:00] [INFO] [raft.go:929] ["6c13e5b5070c688e is starting a new election at term 1"] [2024/05/05 15:06:36.476 +08:00] [INFO] [raft.go:735] ["6c13e5b5070c688e became pre-candidate at term 1"] [2024/05/05 15:06:36.476 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgPreVoteResp from 6c13e5b5070c688e at term 1"] [2024/05/05 15:06:36.476 +08:00] [INFO] [raft.go:719] ["6c13e5b5070c688e became candidate at term 2"] [2024/05/05 15:06:36.476 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgVoteResp from 6c13e5b5070c688e at term 2"] [2024/05/05 15:06:36.476 +08:00] [INFO] [raft.go:771] ["6c13e5b5070c688e became leader at term 2"] [2024/05/05 15:06:36.476 +08:00] [INFO] [node.go:327] ["raft.node: 6c13e5b5070c688e elected leader 6c13e5b5070c688e at term 2"] [2024/05/05 15:06:36.476 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=6c13e5b5070c688e] [local-member-attributes="{Name:pd2 ClientURLs:[http://127.0.0.1:2389]}"] [request-path=/0/members/6c13e5b5070c688e/attributes] [cluster-id=3dbfcd5d7ee94618] [publish-timeout=11s] [2024/05/05 15:06:36.476 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:06:36.476 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:06:36.476 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [cluster-version=3.4] [2024/05/05 15:06:36.477 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:06:36.477 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:06:36.477 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=ResourceManager] [2024/05/05 15:06:36.477 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=MetaStorage] [2024/05/05 15:06:36.477 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2389] [2024/05/05 15:06:36.479 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408477856551164] [2024/05/05 15:06:36.479 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd2\" member_id:7787820746323814542 peer_urls:\"http://127.0.0.1:2388\" client_urls:\"http://127.0.0.1:2389\" "] [root-path=/pd/7365408477856551164] [2024/05/05 15:06:36.482 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:06:36.483 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=7787820746323814542] [2024/05/05 15:06:36.483 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:06:36.484 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:06:36.484 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd2] [2024/05/05 15:06:36.484 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd2] [2024/05/05 15:06:36.484 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:06:36.485 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd2] [2024/05/05 15:06:36.485 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:06:36.485 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:06:36.485 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7534116764216349453] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:06:36.485 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":4449500758310209048,\"member_id\":7787820746323814542,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/05 15:06:36.486 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408477856551164/leader] [purpose="leader election"] [2024/05/05 15:06:36.486 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd2] [2024/05/05 15:06:36.486 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:06:36.486 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:06:36.486 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:06:36.486 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:06:39.486 +08:00] [next=2024/05/05 15:06:36.486 +08:00] [2024/05/05 15:06:36.487 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:06:36.487 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:06:36.487 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:06:36.489 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:06:36.491 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:06:36.491 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:06:36.491 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd2] [2024/05/05 15:06:36.787 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/05 15:06:36.883 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/05 15:06:36.884 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/05 15:06:36.891 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408477856551164] [request="header:<cluster_id:7365408477856551164 > store:<id:1 address:\"127.0.0.1:20170\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20170\" status_address:\"127.0.0.1:20175\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892796 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:2 region_epoch:<conf_ver:1 version:1 > peers:<id:3 store_id:1 > > "] [2024/05/05 15:06:36.891 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408477856551164] [2024/05/05 15:06:36.894 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=479.113µs] [2024/05/05 15:06:36.894 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=225.211µs] [2024/05/05 15:06:36.894 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:06:36.895 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:06:36.895 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:06:36.895 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:06:36.895 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:06:36.895 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:06:36.895 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:06:36.895 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=468.512µs] [2024/05/05 15:06:36.897 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:06:36.898 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:06:36.898 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20170\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20170\" status_address:\"127.0.0.1:20175\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892796 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:06:36.898 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:06:37.486 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2389\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:06:38.677 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/dashboard.sqlite.db] [2024/05/05 15:06:38.686 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:06:38.686 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:06:38.686 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38547] [remotes="[]"] [2024/05/05 15:06:38.686 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:40343] [remotes="[]"] [2024/05/05 15:06:38.686 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:06:38.690 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:06:39.895 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:06:39.895 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:06:39.895 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:06:39.896 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:06:39.896 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:06:39.897 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:06:39.897 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:06:39.898 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:06:39.898 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:06:39.898 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:06:39.898 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:06:39.909 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:06:39.909180564 +0800 CST m=+4.480008292, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:06:39.909 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:06:39.909 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/05/05 15:06:39.909 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/05/05 15:06:39.909 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/05/05 15:06:39.909 +08:00] [INFO] [cluster_worker.go:155] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/05/05 15:06:39.910 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.439525ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:06:39.909180564 +0800 CST m=+4.480008292, startAt:2024-05-05 15:06:39.909297686 +0800 CST m=+4.480125410, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:06:39.910 +08:00] [INFO] [region.go:755] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/05/05 15:06:39.910 +08:00] [INFO] [cluster_worker.go:247] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:5 store_id:1 > id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:7 store_id:1 > id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:9 store_id:1 > id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch:<conf_ver:1 version:5 > peers:<id:11 store_id:1 >"] [total=4] [2024/05/05 15:06:40.898 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:06:46.895 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20170] ==> ./pd3.log <== [2024/05/05 15:06:35.474 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=820b37984af3d5a4] [cluster-id=ead61e552c96788c] [2024/05/05 15:06:35.474 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=()"] [2024/05/05 15:06:35.474 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 0"] [2024/05/05 15:06:35.474 +08:00] [INFO] [raft.go:389] ["newRaft 820b37984af3d5a4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/05/05 15:06:35.474 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 1"] [2024/05/05 15:06:35.474 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/05/05 15:06:35.475 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/05/05 15:06:35.476 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/05/05 15:06:35.476 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=820b37984af3d5a4] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/05/05 15:06:35.476 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=820b37984af3d5a4] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/05/05 15:06:35.476 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/05/05 15:06:35.476 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/05/05 15:06:35.476 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/05/05 15:06:35.477 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/05/05 15:06:35.477 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [added-peer-id=820b37984af3d5a4] [added-peer-peer-urls="[http://127.0.0.1:2398]"] [2024/05/05 15:06:35.478 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=820b37984af3d5a4] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [2024/05/05 15:06:35.478 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2398] [2024/05/05 15:06:37.475 +08:00] [INFO] [raft.go:929] ["820b37984af3d5a4 is starting a new election at term 1"] [2024/05/05 15:06:37.475 +08:00] [INFO] [raft.go:735] ["820b37984af3d5a4 became pre-candidate at term 1"] [2024/05/05 15:06:37.475 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgPreVoteResp from 820b37984af3d5a4 at term 1"] [2024/05/05 15:06:37.475 +08:00] [INFO] [raft.go:719] ["820b37984af3d5a4 became candidate at term 2"] [2024/05/05 15:06:37.475 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgVoteResp from 820b37984af3d5a4 at term 2"] [2024/05/05 15:06:37.475 +08:00] [INFO] [raft.go:771] ["820b37984af3d5a4 became leader at term 2"] [2024/05/05 15:06:37.475 +08:00] [INFO] [node.go:327] ["raft.node: 820b37984af3d5a4 elected leader 820b37984af3d5a4 at term 2"] [2024/05/05 15:06:37.475 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=820b37984af3d5a4] [local-member-attributes="{Name:pd3 ClientURLs:[http://127.0.0.1:2399]}"] [request-path=/0/members/820b37984af3d5a4/attributes] [cluster-id=ead61e552c96788c] [publish-timeout=11s] [2024/05/05 15:06:37.475 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/05/05 15:06:37.475 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/05/05 15:06:37.475 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [cluster-version=3.4] [2024/05/05 15:06:37.475 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/05/05 15:06:37.475 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/05/05 15:06:37.476 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=MetaStorage] [2024/05/05 15:06:37.476 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=ResourceManager] [2024/05/05 15:06:37.476 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2399] [2024/05/05 15:06:37.478 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7365408479448289627] [2024/05/05 15:06:37.478 +08:00] [INFO] [member.go:349] ["member joining election"] [member-info="name:\"pd3\" member_id:9370644576906499492 peer_urls:\"http://127.0.0.1:2398\" client_urls:\"http://127.0.0.1:2399\" "] [root-path=/pd/7365408479448289627] [2024/05/05 15:06:37.480 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/05/05 15:06:37.480 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9370644576906499492] [2024/05/05 15:06:37.481 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/05/05 15:06:37.484 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/05/05 15:06:37.484 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd3] [2024/05/05 15:06:37.484 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd3] [2024/05/05 15:06:37.484 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/05/05 15:06:37.485 +08:00] [INFO] [server.go:1703] ["start to campaign PD leader"] [campaign-leader-name=pd3] [2024/05/05 15:06:37.485 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/05/05 15:06:37.485 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/05/05 15:06:37.485 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=6171214926983352845] [lease-timeout=3] [purpose="leader election"] [2024/05/05 15:06:37.486 +08:00] [INFO] [leadership.go:181] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":16921746001060329612,\"member_id\":9370644576906499492,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/05/05 15:06:37.486 +08:00] [INFO] [leadership.go:190] ["write leaderData to leaderPath ok"] [leader-key=/pd/7365408479448289627/leader] [purpose="leader election"] [2024/05/05 15:06:37.486 +08:00] [INFO] [server.go:1729] ["campaign PD leader ok"] [campaign-leader-name=pd3] [2024/05/05 15:06:37.486 +08:00] [INFO] [server.go:1737] ["initializing the global TSO allocator"] [2024/05/05 15:06:37.486 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/05/05 15:06:37.486 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/05/05 15:06:37.487 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/05/05 15:06:40.486 +08:00] [next=2024/05/05 15:06:37.486 +08:00] [2024/05/05 15:06:37.487 +08:00] [INFO] [server.go:1875] ["server enable region storage"] [2024/05/05 15:06:37.487 +08:00] [INFO] [server.go:1769] ["triggering the leader callback functions"] [2024/05/05 15:06:37.488 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/05/05 15:06:37.489 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/05/05 15:06:37.492 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/05/05 15:06:37.492 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=0.0.0] [2024/05/05 15:06:37.492 +08:00] [INFO] [server.go:1803] ["PD leader is ready to serve"] [leader-name=pd3] [2024/05/05 15:06:37.786 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/05/05 15:06:37.877 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/05/05 15:06:37.877 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/05/05 15:06:37.884 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7365408479448289627] [request="header:<cluster_id:7365408479448289627 > store:<id:1 address:\"127.0.0.1:20180\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20180\" status_address:\"127.0.0.1:20185\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892797 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" > region:<id:2 region_epoch:<conf_ver:1 version:1 > peers:<id:3 store_id:1 > > "] [2024/05/05 15:06:37.885 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7365408479448289627] [2024/05/05 15:06:37.887 +08:00] [INFO] [cluster.go:643] ["load stores"] [count=1] [cost=554.97µs] [2024/05/05 15:06:37.887 +08:00] [INFO] [cluster.go:654] ["load regions"] [count=1] [cost=251.115µs] [2024/05/05 15:06:37.888 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/05/05 15:06:37.888 +08:00] [INFO] [coordinator.go:407] ["coordinator starts to collect cluster information"] [2024/05/05 15:06:37.888 +08:00] [INFO] [cluster.go:416] ["memory info"] [total-mem=34359738368] [2024/05/05 15:06:37.888 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/05/05 15:06:37.888 +08:00] [INFO] [cluster.go:429] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/05/05 15:06:37.888 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/05/05 15:06:37.888 +08:00] [INFO] [cluster.go:436] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/05/05 15:06:37.889 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=510.331µs] [2024/05/05 15:06:37.891 +08:00] [INFO] [cluster.go:2170] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/05/05 15:06:37.892 +08:00] [INFO] [cluster.go:2259] ["store limit added"] [store-id=1] [2024/05/05 15:06:37.892 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20180\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20180\" status_address:\"127.0.0.1:20185\" git_hash:\"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp:1714892797 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/05/05 15:06:37.892 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-14-g1679dbca2] [cluster-version=8.2.0-alpha] [2024/05/05 15:06:38.486 +08:00] [INFO] [server.go:1317] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2399\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/05/05 15:06:39.570 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/dashboard.sqlite.db] [2024/05/05 15:06:39.580 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-14-g1679dbca2] [build-time="2024-04-30 08:09:12"] [build-git-hash=9768844ff5d7] [2024/05/05 15:06:39.580 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/05/05 15:06:39.580 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:35059] [remotes="[]"] [2024/05/05 15:06:39.580 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37807] [remotes="[]"] [2024/05/05 15:06:39.580 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/05/05 15:06:39.583 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/05/05 15:06:40.888 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/05/05 15:06:40.888 +08:00] [INFO] [coordinator.go:410] ["coordinator has finished cluster information preparation"] [2024/05/05 15:06:40.888 +08:00] [INFO] [coordinator.go:420] ["coordinator starts to run schedulers"] [2024/05/05 15:06:40.889 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:06:40.890 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/05/05 15:06:40.890 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/05/05 15:06:40.891 +08:00] [INFO] [coordinator.go:511] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/05/05 15:06:40.892 +08:00] [INFO] [coordinator.go:536] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/05/05 15:06:40.892 +08:00] [INFO] [coordinator.go:340] ["coordinator begins to actively drive push operator"] [2024/05/05 15:06:40.892 +08:00] [INFO] [coordinator.go:276] ["coordinator begins to check suspect key ranges"] [2024/05/05 15:06:40.893 +08:00] [INFO] [coordinator.go:164] ["coordinator starts patrol regions"] [2024/05/05 15:06:40.903 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:06:40.90360484 +0800 CST m=+5.474450948, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:06:40.903 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:06:40.903 +08:00] [ERROR] [heartbeat_streams.go:141] ["send heartbeat message fail"] [region-id=2] [error="[PD:grpc:ErrGRPCSend]send request error: EOF"] [2024/05/05 15:06:41.891 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/05/05 15:06:46.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:06:47.888 +08:00] [INFO] [cluster.go:1711] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20180] [2024/05/05 15:06:51.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:06:56.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:02.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:07.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:13.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:18.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:24.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:29.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:35.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:40.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:41.893 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.989697521s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:06:40.90360484 +0800 CST m=+5.474450948, startAt:2024-05-05 15:06:40.90373303 +0800 CST m=+5.474579137, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:41.900 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:07:41.900754847 +0800 CST m=+66.471600955, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:07:41.900 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:07:47.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:52.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:07:58.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:03.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:08.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:13.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:19.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:24.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:29.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:35.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:40.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:42.893 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.992963158s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:07:41.900754847 +0800 CST m=+66.471600955, startAt:2024-05-05 15:07:41.900862689 +0800 CST m=+66.471708798, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:08:42.899 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:08:42.89914626 +0800 CST m=+127.469992368, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:08:42.899 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:08:48.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:53.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:08:59.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:04.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:09.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:15.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:20.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:26.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:31.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:36.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:41.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:43.893 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.99395743s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:08:42.89914626 +0800 CST m=+127.469992368, startAt:2024-05-05 15:08:42.899215041 +0800 CST m=+127.470061148, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:09:43.894 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:09:43.894237925 +0800 CST m=+188.465084034, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:09:43.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:09:49.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:09:54.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:00.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:05.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:11.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:16.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:21.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:27.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:32.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:37.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:42.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:44.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.499375177s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:09:43.894237925 +0800 CST m=+188.465084034, startAt:2024-05-05 15:09:43.89432626 +0800 CST m=+188.465172367, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:10:44.396 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:10:44.396846238 +0800 CST m=+248.967692372, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:10:44.396 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:10:49.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:54.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:10:59.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:05.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:10.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:16.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:21.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:26.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:32.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:37.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:43.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:45.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.996199874s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:10:44.396846238 +0800 CST m=+248.967692372, startAt:2024-05-05 15:10:44.396930179 +0800 CST m=+248.967776287, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:11:45.401 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:11:45.401300711 +0800 CST m=+309.972146818, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:11:45.401 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:11:50.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:11:55.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:01.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:06.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:11.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:16.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:21.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:26.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:32.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:37.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:42.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:46.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.992046409s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:11:45.401300711 +0800 CST m=+309.972146818, startAt:2024-05-05 15:11:45.401423635 +0800 CST m=+309.972269744, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:12:46.394 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:12:46.394572646 +0800 CST m=+370.965418754, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:12:46.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:12:51.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:12:56.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:02.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:07.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:12.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:17.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:23.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:28.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:33.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:38.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:44.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:47.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.999255928s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:12:46.394572646 +0800 CST m=+370.965418754, startAt:2024-05-05 15:12:46.394683142 +0800 CST m=+370.965529250, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:13:47.395 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:13:47.394979524 +0800 CST m=+431.965825627, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:13:47.395 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:13:52.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:13:58.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:03.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:08.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:14.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:19.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:24.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:30.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:35.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:40.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:45.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:48.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.998203673s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:13:47.394979524 +0800 CST m=+431.965825627, startAt:2024-05-05 15:13:47.395084044 +0800 CST m=+431.965930151, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:14:48.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:14:48.402568289 +0800 CST m=+492.973414397, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:14:48.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:14:53.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:14:58.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:04.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:09.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:14.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:19.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:25.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:30.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:35.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:41.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:46.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:15:49.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.990628844s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:14:48.402568289 +0800 CST m=+492.973414397, startAt:2024-05-05 15:14:48.402671011 +0800 CST m=+492.973517118, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:15:49.397 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:15:49.397425077 +0800 CST m=+553.968271187, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:15:49.397 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:15:54.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:00.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:05.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:11.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:16.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:21.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:26.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:31.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:36.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:42.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:47.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:16:50.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.995677986s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:15:49.397425077 +0800 CST m=+553.968271187, startAt:2024-05-05 15:15:49.397512326 +0800 CST m=+553.968358434, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:16:50.397 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:16:50.397348214 +0800 CST m=+614.968194496, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:16:50.397 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:16:55.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:00.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:06.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:11.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:17.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:22.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:27.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:33.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:38.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:43.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:48.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:17:51.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.9963056s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:16:50.397348214 +0800 CST m=+614.968194496, startAt:2024-05-05 15:16:50.397456657 +0800 CST m=+614.968302770, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:17:51.403 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:17:51.403965569 +0800 CST m=+675.974811676, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:17:51.404 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:17:56.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:02.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:07.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:12.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:17.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:23.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:28.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:33.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:39.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:44.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:49.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:18:52.394 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.989990824s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:17:51.403965569 +0800 CST m=+675.974811676, startAt:2024-05-05 15:17:51.404030836 +0800 CST m=+675.974876944, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:18:52.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:18:52.402286099 +0800 CST m=+736.973132209, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:18:52.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:18:57.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:03.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:08.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:14.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:19.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:25.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:30.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:36.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:41.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:46.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:51.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:19:53.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.990911988s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:18:52.402286099 +0800 CST m=+736.973132209, startAt:2024-05-05 15:18:52.402379588 +0800 CST m=+736.973225696, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:19:53.399 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:19:53.399437342 +0800 CST m=+797.970283453, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:19:53.399 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:19:58.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:04.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:09.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:14.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:20.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:25.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:31.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:36.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:42.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:47.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:52.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:20:54.394 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.994528121s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:19:53.399437342 +0800 CST m=+797.970283453, startAt:2024-05-05 15:19:53.39952611 +0800 CST m=+797.970372218, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:20:54.403 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:20:54.403342369 +0800 CST m=+858.974188473, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:20:54.403 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:20:59.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:05.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:10.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:15.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:20.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:26.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:31.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:36.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:41.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:47.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:52.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:21:55.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.989841687s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:20:54.403342369 +0800 CST m=+858.974188473, startAt:2024-05-05 15:20:54.403408203 +0800 CST m=+858.974254310, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:21:55.400 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:21:55.400574647 +0800 CST m=+919.971420755, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:21:55.400 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:22:00.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:06.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:11.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:17.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:22.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:27.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:32.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:38.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:43.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:49.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:54.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:22:56.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.993198985s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:21:55.400574647 +0800 CST m=+919.971420755, startAt:2024-05-05 15:21:55.400660565 +0800 CST m=+919.971506672, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:22:56.396 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:22:56.395987213 +0800 CST m=+980.966833323, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:22:56.396 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:23:01.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:07.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:12.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:17.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:22.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:28.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:33.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:38.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:44.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:49.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:55.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:23:57.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.996990123s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:22:56.395987213 +0800 CST m=+980.966833323, startAt:2024-05-05 15:22:56.396095849 +0800 CST m=+980.966941957, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:23:57.398 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:23:57.39821431 +0800 CST m=+1041.969060418, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:23:57.398 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:24:02.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:07.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:12.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:18.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:23.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:28.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:34.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:39.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:44.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:49.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:54.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:24:58.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.995160856s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:23:57.39821431 +0800 CST m=+1041.969060418, startAt:2024-05-05 15:23:57.398304099 +0800 CST m=+1041.969150207, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:24:58.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:24:58.402753092 +0800 CST m=+1102.973599200, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:24:58.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:25:03.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:08.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:14.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:19.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:24.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:30.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:35.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:40.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:45.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:51.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:56.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:25:59.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.990472042s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:24:58.402753092 +0800 CST m=+1102.973599200, startAt:2024-05-05 15:24:58.402833933 +0800 CST m=+1102.973680040, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:25:59.399 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:25:59.399439378 +0800 CST m=+1163.970285486, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:25:59.399 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:26:04.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:10.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:15.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:20.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:25.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:31.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:36.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:41.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:46.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:52.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:26:57.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:00.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.993856415s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:25:59.399439378 +0800 CST m=+1163.970285486, startAt:2024-05-05 15:25:59.399525444 +0800 CST m=+1163.970371552, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:27:00.397 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:27:00.397674458 +0800 CST m=+1224.968520566, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:27:00.397 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:27:05.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:11.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:16.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:21.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:27.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:32.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:37.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:42.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:47.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:53.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:27:58.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:01.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.996059262s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:27:00.397674458 +0800 CST m=+1224.968520566, startAt:2024-05-05 15:27:00.397755292 +0800 CST m=+1224.968601399, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:28:01.399 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:28:01.399093823 +0800 CST m=+1285.969939926, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:28:01.399 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:28:06.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:12.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:17.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:22.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:27.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:33.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:38.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:43.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:49.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:54.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:28:59.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:02.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.993962757s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:28:01.399093823 +0800 CST m=+1285.969939926, startAt:2024-05-05 15:28:01.399185533 +0800 CST m=+1285.970031641, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:29:02.399 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:29:02.399284509 +0800 CST m=+1346.970130617, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:29:02.399 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:29:07.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:12.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:18.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:23.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:28.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:33.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:38.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:44.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:49.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:29:54.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:00.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:03.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.994238625s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:29:02.399284509 +0800 CST m=+1346.970130617, startAt:2024-05-05 15:29:02.399358097 +0800 CST m=+1346.970204205, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:30:03.400 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:30:03.40072913 +0800 CST m=+1407.971575237, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:30:03.400 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:30:08.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:13.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:19.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:24.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:29.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:34.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:40.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:45.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:50.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:30:55.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:00.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:04.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.992264819s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:30:03.40072913 +0800 CST m=+1407.971575237, startAt:2024-05-05 15:30:03.40081202 +0800 CST m=+1407.971658128, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:31:04.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:31:04.402262756 +0800 CST m=+1468.973108859, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:31:04.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:31:09.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:15.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:20.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:26.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:31.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:36.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:42.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:47.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:53.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:31:58.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:03.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:05.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.991210797s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:31:04.402262756 +0800 CST m=+1468.973108859, startAt:2024-05-05 15:31:04.402345813 +0800 CST m=+1468.973191921, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:32:05.402 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:32:05.402817507 +0800 CST m=+1529.973663615, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:32:05.402 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:32:10.894 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:16.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:21.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:26.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:31.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:36.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:41.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:47.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:52.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:32:57.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:03.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:06.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.990942359s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:32:05.402817507 +0800 CST m=+1529.973663615, startAt:2024-05-05 15:32:05.402927014 +0800 CST m=+1529.973773122, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:33:06.400 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:33:06.400142595 +0800 CST m=+1590.970988703, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:33:06.400 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:33:11.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:16.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:22.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:27.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:32.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:37.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:42.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:48.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:53.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:33:58.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:04.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:07.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.993611252s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:33:06.400142595 +0800 CST m=+1590.970988703, startAt:2024-05-05 15:33:06.400241284 +0800 CST m=+1590.971087392, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:34:07.399 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:34:07.399125562 +0800 CST m=+1651.969971669, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:34:07.399 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:34:12.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:17.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:22.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:28.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:33.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:38.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:44.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:49.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:34:54.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:35:00.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:35:05.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:35:08.393 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:35:08.393041692 +0800 CST m=+1712.963887799, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:35:08.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/05/05 15:35:08.393 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.99383118s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-05-05 15:34:07.399125562 +0800 CST m=+1651.969971669, startAt:2024-05-05 15:34:07.399198921 +0800 CST m=+1651.970045029, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/05/05 15:35:13.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:35:18.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:35:23.893 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:35:29.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/05/05 15:35:34.393 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/05/05 15:35:26.534 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16631] [region_id=16630] [thread_id=101] [2024/05/05 15:35:26.534 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819900] [region_id=16628] [thread_id=102] [2024/05/05 15:35:26.534 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819900] [region_id=16630] [thread_id=101] [2024/05/05 15:35:26.534 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16628 start_key: 7480000000000050FF0C5F698000000000FF0000040380000000FF000000C703800000FF00000000C7000000FD end_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8062 } peers { id: 16629 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:26.534 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16630 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD end_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE region_epoch { conf_ver: 1 version: 8062 } peers { id: 16631 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:26.534 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16628] [thread_id=31] [2024/05/05 15:35:26.534 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16630] [thread_id=31] [2024/05/05 15:35:26.534 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16161)] [region=16628] [thread_id=68] [2024/05/05 15:35:26.534 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20800] [observe_id=ObserveId(16160)] [region=22] [thread_id=68] [2024/05/05 15:35:26.534 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16162)] [region=16630] [thread_id=68] [2024/05/05 15:35:26.542 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=15124] [write_entries=199] [default_bytes=0] [default_entries=0] [thread_id=118] [2024/05/05 15:35:26.546 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=118] [2024/05/05 15:35:26.546 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=118] [2024/05/05 15:35:26.546 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/05 15:35:26.547 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 16716, total_kvs: 199, meta: uuid: 926D777FBAB64FE89B45427615A19111 range { start: 7480000000000050FF0C5F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD end: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FD } cf_name: \"write\" region_id: 16630 region_epoch { conf_ver: 1 version: 8062 } }]"] [thread_id=105] [2024/05/05 15:35:26.547 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/926d777f-bab6-4fe8-9b45-427615a19111_16630_1_8062_write_2.sst\", temp: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.temp/926d777f-bab6-4fe8-9b45-427615a19111_16630_1_8062_write_2.sst\", clone: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.clone/926d777f-bab6-4fe8-9b45-427615a19111_16630_1_8062_write_2.sst\" }"] [thread_id=105] [2024/05/05 15:35:27.192 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 74800000000000500C5F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(449549310934384643), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 1, min_commit_ts: TimeStamp(449549310934384644), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449549310934384643] [min_commit_ts=449549310934384644] [start_ts=449549310934384643] [key=7480000000000050FF0C5F698000000000FF0000040380000000FF000003E803800000FF00000000C8000000FC] [thread_id=63] [2024/05/05 15:35:27.192 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 74800000000000500C5F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(449549310934384643), ttl: 3000, short_value: 08800002000000010202000600E8033130303000000000000000C8, for_update_ts: TimeStamp(0), txn_size: 3, min_commit_ts: TimeStamp(449549310934384644), use_async_commit: true, secondaries: [74800000000000500C5F6980000000000000020380000000000003E8013130303000000000FB0380000000000000C8, 74800000000000500C5F698000000000000003013130303000000000FB0380000000000003E80380000000000000C8, 74800000000000500C5F6980000000000000040380000000000003E80380000000000000C8, 74800000000000500C5F6980000000000000050380000000000003E80380000000000003E80380000000000000C8, 74800000000000500C5F7280000000000000C8], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449549310934384643] [min_commit_ts=449549310934384644] [start_ts=449549310934384643] [key=7480000000000050FF0C5F698000000000FF0000010380000000FF000003E801313030FF3000000000FB0000FD] [thread_id=60] [2024/05/05 15:35:27.192 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 74800000000000500C5F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(449549310934384643), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449549310934384644), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449549310934384643] [min_commit_ts=449549310934384644] [start_ts=449549310934384643] [key=7480000000000050FF0C5F698000000000FF0000050380000000FF000003E803800000FF00000003E8038000FF0000000000C80000FD] [thread_id=61] [2024/05/05 15:35:27.449 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52284] [split_keys="key 7480000000000050FF1500000000000000F8"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.449 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8062 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16632 new_peer_ids: 16633]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:27.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1500000000000000F8 new_region_id: 16632 new_peer_ids: 16633 } right_derive: true }"] [index=20803] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:27.450 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1500000000000000F8"] [region="id: 22 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8062 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:27.450 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:27.450 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16160)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:27.450 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF1500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8063 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.450 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16632 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 7480000000000050FF1500000000000000F8 region_epoch { conf_ver: 1 version: 8063 } peers { id: 16633 store_id: 1 }"] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16633} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16633} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16633."] [id=16633] [raft_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16633] [region_id=16632] [thread_id=101] [2024/05/05 15:35:27.450 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819902] [region_id=16632] [thread_id=102] [2024/05/05 15:35:27.450 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16632 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 7480000000000050FF1500000000000000F8 region_epoch { conf_ver: 1 version: 8063 } peers { id: 16633 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.450 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20803] [observe_id=ObserveId(16163)] [region=22] [thread_id=68] [2024/05/05 15:35:27.450 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16632] [thread_id=31] [2024/05/05 15:35:27.450 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16164)] [region=16632] [thread_id=68] [2024/05/05 15:35:27.453 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8063, but you sent conf_ver: 1 version: 8062\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF1500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8063 } peers { id: 23 store_id: 1 } } current_regions { id: 16632 start_key: 7480000000000050FF0C5F698000000000FF0000050380000000FF000000C703800000FF00000000C7038000FF0000000000C70000FE end_key: 7480000000000050FF1500000000000000F8 region_epoch { conf_ver: 1 version: 8063 } peers { id: 16633 store_id: 1 } } }))"] [cid=548142] [thread_id=60] [2024/05/05 15:35:27.523 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52288] [split_keys="key 7480000000000050FF1700000000000000F8"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF1500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8063 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16634 new_peer_ids: 16635]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:27.524 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1700000000000000F8 new_region_id: 16634 new_peer_ids: 16635 } right_derive: true }"] [index=20805] [term=6] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:27.524 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1700000000000000F8"] [region="id: 22 start_key: 7480000000000050FF1500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8063 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:27.524 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:27.524 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16163)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:27.524 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF1700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8064 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.524 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16634 start_key: 7480000000000050FF1500000000000000F8 end_key: 7480000000000050FF1700000000000000F8 region_epoch { conf_ver: 1 version: 8064 } peers { id: 16635 store_id: 1 }"] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16635} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16635} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16635."] [id=16635] [raft_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16635] [region_id=16634] [thread_id=101] [2024/05/05 15:35:27.524 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819904] [region_id=16634] [thread_id=102] [2024/05/05 15:35:27.524 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16634 start_key: 7480000000000050FF1500000000000000F8 end_key: 7480000000000050FF1700000000000000F8 region_epoch { conf_ver: 1 version: 8064 } peers { id: 16635 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.524 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20805] [observe_id=ObserveId(16165)] [region=22] [thread_id=68] [2024/05/05 15:35:27.524 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16634] [thread_id=31] [2024/05/05 15:35:27.525 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16166)] [region=16634] [thread_id=68] [2024/05/05 15:35:27.527 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8064, but you sent conf_ver: 1 version: 8063\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF1700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8064 } peers { id: 23 store_id: 1 } } current_regions { id: 16634 start_key: 7480000000000050FF1500000000000000F8 end_key: 7480000000000050FF1700000000000000F8 region_epoch { conf_ver: 1 version: 8064 } peers { id: 16635 store_id: 1 } } }))"] [cid=548171] [thread_id=63] [2024/05/05 15:35:27.529 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050175F698000000000000001017878787878787878FF7878000000000000F9038000000000000049041986057745000000038000000000000002, start_ts: TimeStamp(449549311013027862), ttl: 3000, short_value: 008000030000000102030A000B00130078787878787878787878490000004577058619, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449549311013027863), use_async_commit: true, secondaries: [7480000000000050175F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449549311013027862] [min_commit_ts=449549311013027863] [start_ts=449549311013027862] [key=7480000000000050FF175F698000000000FF0000010178787878FF78787878FF787800FF0000000000F90380FF0000000000004904FF1986057745000000FF0380000000000000FF0200000000000000F8] [thread_id=63] [2024/05/05 15:35:27.598 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52284] [split_keys="key 7480000000000050FF1900000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.598 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF1700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8064 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16636 new_peer_ids: 16637]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:27.598 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1900000000000000F8 new_region_id: 16636 new_peer_ids: 16637 } right_derive: true }"] [index=20809] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:27.598 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1900000000000000F8"] [region="id: 22 start_key: 7480000000000050FF1700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8064 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:27.598 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:27.598 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.598 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.598 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16165)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:27.598 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF1900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8065 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.598 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16636 start_key: 7480000000000050FF1700000000000000F8 end_key: 7480000000000050FF1900000000000000F8 region_epoch { conf_ver: 1 version: 8065 } peers { id: 16637 store_id: 1 }"] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.598 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16637} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16637} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16637."] [id=16637] [raft_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16637] [region_id=16636] [thread_id=102] [2024/05/05 15:35:27.599 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819906] [region_id=16636] [thread_id=101] [2024/05/05 15:35:27.599 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16636 start_key: 7480000000000050FF1700000000000000F8 end_key: 7480000000000050FF1900000000000000F8 region_epoch { conf_ver: 1 version: 8065 } peers { id: 16637 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.599 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20809] [observe_id=ObserveId(16167)] [region=22] [thread_id=68] [2024/05/05 15:35:27.599 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16168)] [region=16636] [thread_id=68] [2024/05/05 15:35:27.599 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16636] [thread_id=31] [2024/05/05 15:35:27.601 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8065, but you sent conf_ver: 1 version: 8064\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF1900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8065 } peers { id: 23 store_id: 1 } } current_regions { id: 16636 start_key: 7480000000000050FF1700000000000000F8 end_key: 7480000000000050FF1900000000000000F8 region_epoch { conf_ver: 1 version: 8065 } peers { id: 16637 store_id: 1 } } }))"] [cid=548202] [thread_id=60] [2024/05/05 15:35:27.670 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52288] [split_keys="key 7480000000000050FF1B00000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.670 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF1900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8065 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16638 new_peer_ids: 16639]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:27.671 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1B00000000000000F8 new_region_id: 16638 new_peer_ids: 16639 } right_derive: true }"] [index=20811] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:27.671 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1B00000000000000F8"] [region="id: 22 start_key: 7480000000000050FF1900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8065 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:27.671 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:27.671 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16167)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:27.671 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF1B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8066 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.671 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16638 start_key: 7480000000000050FF1900000000000000F8 end_key: 7480000000000050FF1B00000000000000F8 region_epoch { conf_ver: 1 version: 8066 } peers { id: 16639 store_id: 1 }"] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16639} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16639} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16639."] [id=16639] [raft_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16639] [region_id=16638] [thread_id=101] [2024/05/05 15:35:27.671 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819908] [region_id=16638] [thread_id=102] [2024/05/05 15:35:27.671 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20811] [observe_id=ObserveId(16169)] [region=22] [thread_id=68] [2024/05/05 15:35:27.671 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16638 start_key: 7480000000000050FF1900000000000000F8 end_key: 7480000000000050FF1B00000000000000F8 region_epoch { conf_ver: 1 version: 8066 } peers { id: 16639 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.671 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16638] [thread_id=31] [2024/05/05 15:35:27.671 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16170)] [region=16638] [thread_id=68] [2024/05/05 15:35:27.674 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8066, but you sent conf_ver: 1 version: 8065\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF1B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8066 } peers { id: 23 store_id: 1 } } current_regions { id: 16638 start_key: 7480000000000050FF1900000000000000F8 end_key: 7480000000000050FF1B00000000000000F8 region_epoch { conf_ver: 1 version: 8066 } peers { id: 16639 store_id: 1 } } }))"] [cid=548231] [thread_id=61] [2024/05/05 15:35:27.913 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52286] [split_keys="key 7480000000000050FF1F00000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.913 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF1B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8066 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16640 new_peer_ids: 16641]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:27.913 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF1F00000000000000F8 new_region_id: 16640 new_peer_ids: 16641 } right_derive: true }"] [index=20813] [term=6] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:27.913 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF1F00000000000000F8"] [region="id: 22 start_key: 7480000000000050FF1B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8066 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:27.914 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:27.914 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16169)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:27.914 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF1F00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8067 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.914 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16640 start_key: 7480000000000050FF1B00000000000000F8 end_key: 7480000000000050FF1F00000000000000F8 region_epoch { conf_ver: 1 version: 8067 } peers { id: 16641 store_id: 1 }"] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16641} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16641} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16641."] [id=16641] [raft_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16641] [region_id=16640] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819910] [region_id=16640] [thread_id=101] [2024/05/05 15:35:27.914 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52290] [split_keys="key 7480000000000050FF2000000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:52290] [peer_id=23] [region_id=22] [err="EpochNotMatch(\"[region 22] 23 epoch changed conf_ver: 1 version: 8067 != conf_ver: 1 version: 8066, retry later\", [id: 22 start_key: 7480000000000050FF1F00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8067 } peers { id: 23 store_id: 1 }])"] [thread_id=102] [2024/05/05 15:35:27.914 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16640 start_key: 7480000000000050FF1B00000000000000F8 end_key: 7480000000000050FF1F00000000000000F8 region_epoch { conf_ver: 1 version: 8067 } peers { id: 16641 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.914 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20813] [observe_id=ObserveId(16171)] [region=22] [thread_id=68] [2024/05/05 15:35:27.914 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16640] [thread_id=31] [2024/05/05 15:35:27.914 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16172)] [region=16640] [thread_id=68] [2024/05/05 15:35:27.916 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52284] [split_keys="key 7480000000000050FF2000000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.916 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF1F00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8067 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16642 new_peer_ids: 16643]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:27.917 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2000000000000000F8 new_region_id: 16642 new_peer_ids: 16643 } right_derive: true }"] [index=20814] [term=6] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:27.917 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2000000000000000F8"] [region="id: 22 start_key: 7480000000000050FF1F00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8067 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:27.917 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:27.917 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16171)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:27.917 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8068 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.917 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16642 start_key: 7480000000000050FF1F00000000000000F8 end_key: 7480000000000050FF2000000000000000F8 region_epoch { conf_ver: 1 version: 8068 } peers { id: 16643 store_id: 1 }"] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16643} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16643} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16643."] [id=16643] [raft_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16643] [region_id=16642] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819912] [region_id=16642] [thread_id=102] [2024/05/05 15:35:27.917 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8068, but you sent conf_ver: 1 version: 8067\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8068 } peers { id: 23 store_id: 1 } } current_regions { id: 16642 start_key: 7480000000000050FF1F00000000000000F8 end_key: 7480000000000050FF2000000000000000F8 region_epoch { conf_ver: 1 version: 8068 } peers { id: 16643 store_id: 1 } } }))"] [cid=548307] [thread_id=60] [2024/05/05 15:35:27.917 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52286] [split_keys="key 7480000000000050FF2100000000000000F8"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:52286] [peer_id=23] [region_id=22] [err="EpochNotMatch(\"[region 22] 23 epoch changed conf_ver: 1 version: 8068 != conf_ver: 1 version: 8067, retry later\", [id: 22 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8068 } peers { id: 23 store_id: 1 }])"] [thread_id=101] [2024/05/05 15:35:27.917 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20814] [observe_id=ObserveId(16173)] [region=22] [thread_id=68] [2024/05/05 15:35:27.917 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16642 start_key: 7480000000000050FF1F00000000000000F8 end_key: 7480000000000050FF2000000000000000F8 region_epoch { conf_ver: 1 version: 8068 } peers { id: 16643 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.917 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16642] [thread_id=31] [2024/05/05 15:35:27.917 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16174)] [region=16642] [thread_id=68] [2024/05/05 15:35:27.919 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52288] [split_keys="key 7480000000000050FF2100000000000000F8"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:27.919 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8068 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16644 new_peer_ids: 16645]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:27.920 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2100000000000000F8 new_region_id: 16644 new_peer_ids: 16645 } right_derive: true }"] [index=20817] [term=6] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:27.920 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2100000000000000F8"] [region="id: 22 start_key: 7480000000000050FF2000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8068 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:27.920 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:27.920 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16173)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:27.920 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF2100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8069 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.920 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16644 start_key: 7480000000000050FF2000000000000000F8 end_key: 7480000000000050FF2100000000000000F8 region_epoch { conf_ver: 1 version: 8069 } peers { id: 16645 store_id: 1 }"] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16645} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16645} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16645."] [id=16645] [raft_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16645] [region_id=16644] [thread_id=102] [2024/05/05 15:35:27.920 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819914] [region_id=16644] [thread_id=101] [2024/05/05 15:35:27.920 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20817] [observe_id=ObserveId(16175)] [region=22] [thread_id=68] [2024/05/05 15:35:27.920 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16644 start_key: 7480000000000050FF2000000000000000F8 end_key: 7480000000000050FF2100000000000000F8 region_epoch { conf_ver: 1 version: 8069 } peers { id: 16645 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:27.920 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16644] [thread_id=31] [2024/05/05 15:35:27.920 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16176)] [region=16644] [thread_id=68] [2024/05/05 15:35:28.199 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52284] [split_keys="key 7480000000000050FF2400000000000000F8"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:28.199 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF2100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8069 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16646 new_peer_ids: 16647]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:28.199 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2400000000000000F8 new_region_id: 16646 new_peer_ids: 16647 } right_derive: true }"] [index=20818] [term=6] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:28.199 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2400000000000000F8"] [region="id: 22 start_key: 7480000000000050FF2100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8069 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:28.199 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:28.199 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:28.199 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:28.199 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16175)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:28.199 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16646 start_key: 7480000000000050FF2100000000000000F8 end_key: 7480000000000050FF2400000000000000F8 region_epoch { conf_ver: 1 version: 8070 } peers { id: 16647 store_id: 1 }"] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.199 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF2400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8070 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:28.199 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.199 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16647} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.199 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.199 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16647} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.200 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16647."] [id=16647] [raft_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.200 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.200 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.200 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.200 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16647] [region_id=16646] [thread_id=101] [2024/05/05 15:35:28.200 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819916] [region_id=16646] [thread_id=102] [2024/05/05 15:35:28.200 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16646 start_key: 7480000000000050FF2100000000000000F8 end_key: 7480000000000050FF2400000000000000F8 region_epoch { conf_ver: 1 version: 8070 } peers { id: 16647 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:28.200 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20818] [observe_id=ObserveId(16177)] [region=22] [thread_id=68] [2024/05/05 15:35:28.200 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16646] [thread_id=31] [2024/05/05 15:35:28.200 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16178)] [region=16646] [thread_id=68] [2024/05/05 15:35:28.202 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8070, but you sent conf_ver: 1 version: 8069\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF2400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8070 } peers { id: 23 store_id: 1 } } current_regions { id: 16646 start_key: 7480000000000050FF2100000000000000F8 end_key: 7480000000000050FF2400000000000000F8 region_epoch { conf_ver: 1 version: 8070 } peers { id: 16647 store_id: 1 } } }))"] [cid=548490] [thread_id=62] [2024/05/05 15:35:28.454 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52290] [split_keys="key 7480000000000050FF2700000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:28.454 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF2400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8070 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16648 new_peer_ids: 16649]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:28.454 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2700000000000000F8 new_region_id: 16648 new_peer_ids: 16649 } right_derive: true }"] [index=20820] [term=6] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:28.454 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2700000000000000F8"] [region="id: 22 start_key: 7480000000000050FF2400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8070 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:28.454 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:28.454 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16177)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:28.454 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF2700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8071 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:28.454 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16648 start_key: 7480000000000050FF2400000000000000F8 end_key: 7480000000000050FF2700000000000000F8 region_epoch { conf_ver: 1 version: 8071 } peers { id: 16649 store_id: 1 }"] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16649} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16649} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16649."] [id=16649] [raft_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.454 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.455 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.455 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16649] [region_id=16648] [thread_id=101] [2024/05/05 15:35:28.455 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819918] [region_id=16648] [thread_id=102] [2024/05/05 15:35:28.455 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16648 start_key: 7480000000000050FF2400000000000000F8 end_key: 7480000000000050FF2700000000000000F8 region_epoch { conf_ver: 1 version: 8071 } peers { id: 16649 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:28.455 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20820] [observe_id=ObserveId(16179)] [region=22] [thread_id=68] [2024/05/05 15:35:28.455 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16648] [thread_id=31] [2024/05/05 15:35:28.455 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16180)] [region=16648] [thread_id=68] [2024/05/05 15:35:28.457 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8071, but you sent conf_ver: 1 version: 8070\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF2700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8071 } peers { id: 23 store_id: 1 } } current_regions { id: 16648 start_key: 7480000000000050FF2400000000000000F8 end_key: 7480000000000050FF2700000000000000F8 region_epoch { conf_ver: 1 version: 8071 } peers { id: 16649 store_id: 1 } } }))"] [cid=548612] [thread_id=61] [2024/05/05 15:35:28.649 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52288] [split_keys="key 7480000000000050FF2A00000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:28.649 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF2700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8071 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16650 new_peer_ids: 16651]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:28.649 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2A00000000000000F8 new_region_id: 16650 new_peer_ids: 16651 } right_derive: true }"] [index=20822] [term=6] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:28.649 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2A00000000000000F8"] [region="id: 22 start_key: 7480000000000050FF2700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8071 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=103] [2024/05/05 15:35:28.649 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:28.649 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=102] [2024/05/05 15:35:28.649 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:28.649 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16179)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:28.649 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF2A00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8072 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:28.649 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16650 start_key: 7480000000000050FF2700000000000000F8 end_key: 7480000000000050FF2A00000000000000F8 region_epoch { conf_ver: 1 version: 8072 } peers { id: 16651 store_id: 1 }"] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.649 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.649 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16651} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.650 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.650 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16651} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.650 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16651."] [id=16651] [raft_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.650 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.650 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.650 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.650 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16651] [region_id=16650] [thread_id=102] [2024/05/05 15:35:28.650 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819920] [region_id=16650] [thread_id=101] [2024/05/05 15:35:28.650 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16650 start_key: 7480000000000050FF2700000000000000F8 end_key: 7480000000000050FF2A00000000000000F8 region_epoch { conf_ver: 1 version: 8072 } peers { id: 16651 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:28.650 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20822] [observe_id=ObserveId(16181)] [region=22] [thread_id=68] [2024/05/05 15:35:28.650 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16650] [thread_id=31] [2024/05/05 15:35:28.650 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16182)] [region=16650] [thread_id=68] [2024/05/05 15:35:28.653 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8072, but you sent conf_ver: 1 version: 8071\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF2A00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8072 } peers { id: 23 store_id: 1 } } current_regions { id: 16650 start_key: 7480000000000050FF2700000000000000F8 end_key: 7480000000000050FF2A00000000000000F8 region_epoch { conf_ver: 1 version: 8072 } peers { id: 16651 store_id: 1 } } }))"] [cid=548694] [thread_id=63] [2024/05/05 15:35:28.892 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52286] [split_keys="key 7480000000000050FF2D00000000000000F8"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:28.892 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF2A00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8072 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16652 new_peer_ids: 16653]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:28.892 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF2D00000000000000F8 new_region_id: 16652 new_peer_ids: 16653 } right_derive: true }"] [index=20824] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:28.892 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF2D00000000000000F8"] [region="id: 22 start_key: 7480000000000050FF2A00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8072 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:28.892 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:28.892 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16181)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:28.893 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF2D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8073 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:28.893 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16652 start_key: 7480000000000050FF2A00000000000000F8 end_key: 7480000000000050FF2D00000000000000F8 region_epoch { conf_ver: 1 version: 8073 } peers { id: 16653 store_id: 1 }"] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16653} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16653} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16653."] [id=16653] [raft_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16653] [region_id=16652] [thread_id=101] [2024/05/05 15:35:28.893 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819922] [region_id=16652] [thread_id=102] [2024/05/05 15:35:28.893 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20824] [observe_id=ObserveId(16183)] [region=22] [thread_id=68] [2024/05/05 15:35:28.893 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16652 start_key: 7480000000000050FF2A00000000000000F8 end_key: 7480000000000050FF2D00000000000000F8 region_epoch { conf_ver: 1 version: 8073 } peers { id: 16653 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:28.893 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16184)] [region=16652] [thread_id=68] [2024/05/05 15:35:28.893 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16652] [thread_id=31] [2024/05/05 15:35:28.895 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8073, but you sent conf_ver: 1 version: 8072\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF2D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8073 } peers { id: 23 store_id: 1 } } current_regions { id: 16652 start_key: 7480000000000050FF2A00000000000000F8 end_key: 7480000000000050FF2D00000000000000F8 region_epoch { conf_ver: 1 version: 8073 } peers { id: 16653 store_id: 1 } } }))"] [cid=548809] [thread_id=62] [2024/05/05 15:35:29.138 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52284] [split_keys="key 7480000000000050FF3000000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:29.138 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF2D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8073 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16654 new_peer_ids: 16655]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:29.138 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3000000000000000F8 new_region_id: 16654 new_peer_ids: 16655 } right_derive: true }"] [index=20826] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:29.138 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3000000000000000F8"] [region="id: 22 start_key: 7480000000000050FF2D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8073 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:29.138 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:29.138 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=102] [2024/05/05 15:35:29.138 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:29.138 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16183)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:29.138 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF3000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8074 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:29.138 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16654 start_key: 7480000000000050FF2D00000000000000F8 end_key: 7480000000000050FF3000000000000000F8 region_epoch { conf_ver: 1 version: 8074 } peers { id: 16655 store_id: 1 }"] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.138 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16655} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16655} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16655."] [id=16655] [raft_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16655] [region_id=16654] [thread_id=102] [2024/05/05 15:35:29.139 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819924] [region_id=16654] [thread_id=101] [2024/05/05 15:35:29.139 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16654 start_key: 7480000000000050FF2D00000000000000F8 end_key: 7480000000000050FF3000000000000000F8 region_epoch { conf_ver: 1 version: 8074 } peers { id: 16655 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:29.139 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20826] [observe_id=ObserveId(16185)] [region=22] [thread_id=68] [2024/05/05 15:35:29.139 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16654] [thread_id=31] [2024/05/05 15:35:29.139 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16186)] [region=16654] [thread_id=68] [2024/05/05 15:35:29.141 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8074, but you sent conf_ver: 1 version: 8073\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF3000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8074 } peers { id: 23 store_id: 1 } } current_regions { id: 16654 start_key: 7480000000000050FF2D00000000000000F8 end_key: 7480000000000050FF3000000000000000F8 region_epoch { conf_ver: 1 version: 8074 } peers { id: 16655 store_id: 1 } } }))"] [cid=548924] [thread_id=61] [2024/05/05 15:35:29.230 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52288] [split_keys="key 7480000000000050FF3200000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF3000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8074 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16656 new_peer_ids: 16657]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:29.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3200000000000000F8 new_region_id: 16656 new_peer_ids: 16657 } right_derive: true }"] [index=20828] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:29.231 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3200000000000000F8"] [region="id: 22 start_key: 7480000000000050FF3000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8074 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:29.231 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:29.231 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16185)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:29.231 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF3200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8075 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:29.231 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16656 start_key: 7480000000000050FF3000000000000000F8 end_key: 7480000000000050FF3200000000000000F8 region_epoch { conf_ver: 1 version: 8075 } peers { id: 16657 store_id: 1 }"] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16657} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16657} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16657."] [id=16657] [raft_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16657] [region_id=16656] [thread_id=102] [2024/05/05 15:35:29.231 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819926] [region_id=16656] [thread_id=101] [2024/05/05 15:35:29.231 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20828] [observe_id=ObserveId(16187)] [region=22] [thread_id=68] [2024/05/05 15:35:29.231 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16656 start_key: 7480000000000050FF3000000000000000F8 end_key: 7480000000000050FF3200000000000000F8 region_epoch { conf_ver: 1 version: 8075 } peers { id: 16657 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:29.231 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16188)] [region=16656] [thread_id=68] [2024/05/05 15:35:29.231 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16656] [thread_id=31] [2024/05/05 15:35:29.234 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8075, but you sent conf_ver: 1 version: 8074\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF3200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8075 } peers { id: 23 store_id: 1 } } current_regions { id: 16656 start_key: 7480000000000050FF3000000000000000F8 end_key: 7480000000000050FF3200000000000000F8 region_epoch { conf_ver: 1 version: 8075 } peers { id: 16657 store_id: 1 } } }))"] [cid=548953] [thread_id=63] [2024/05/05 15:35:30.336 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=122] [2024/05/05 15:35:30.467 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 8075"] [region_id=22] [thread_id=31] [2024/05/05 15:35:30.467 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD to 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:30.467 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF3200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8075 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16658 new_peer_ids: 16659, new_region_id: 16660 new_peer_ids: 16661]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:30.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD new_region_id: 16658 new_peer_ids: 16659 } requests { split_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE new_region_id: 16660 new_peer_ids: 16661 } right_derive: true }"] [index=20830] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:30.468 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD to 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE"] [region="id: 22 start_key: 7480000000000050FF3200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8075 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:30.468 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:30.468 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16187)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:30.468 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8077 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:30.468 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16658 start_key: 7480000000000050FF3200000000000000F8 end_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8077 } peers { id: 16659 store_id: 1 }"] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16659} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16659} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16659."] [id=16659] [raft_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16659] [region_id=16658] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16660 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE region_epoch { conf_ver: 1 version: 8077 } peers { id: 16661 store_id: 1 }"] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16661} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16661} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16661."] [id=16661] [raft_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16661] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819930] [region_id=16658] [thread_id=102] [2024/05/05 15:35:30.468 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819930] [region_id=16660] [thread_id=101] [2024/05/05 15:35:30.468 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16660 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE region_epoch { conf_ver: 1 version: 8077 } peers { id: 16661 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:30.468 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16658 start_key: 7480000000000050FF3200000000000000F8 end_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8077 } peers { id: 16659 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:30.468 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20830] [observe_id=ObserveId(16189)] [region=22] [thread_id=68] [2024/05/05 15:35:30.468 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16658] [thread_id=31] [2024/05/05 15:35:30.468 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16660] [thread_id=31] [2024/05/05 15:35:30.468 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16190)] [region=16660] [thread_id=68] [2024/05/05 15:35:30.468 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16191)] [region=16658] [thread_id=68] [2024/05/05 15:35:30.477 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=67] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=123] [2024/05/05 15:35:30.481 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/05 15:35:30.481 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=123] [2024/05/05 15:35:30.482 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/05/05 15:35:30.482 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 75, total_kvs: 1, meta: uuid: C0FB144B879F4907BBC354D027F03269 range { start: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD } cf_name: \"write\" region_id: 16660 region_epoch { conf_ver: 1 version: 8077 } }]"] [thread_id=105] [2024/05/05 15:35:30.483 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/c0fb144b-879f-4907-bbc3-54d027f03269_16660_1_8077_write_2.sst\", temp: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.temp/c0fb144b-879f-4907-bbc3-54d027f03269_16660_1_8077_write_2.sst\", clone: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.clone/c0fb144b-879f-4907-bbc3-54d027f03269_16660_1_8077_write_2.sst\" }"] [thread_id=105] [2024/05/05 15:35:31.590 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52288] [split_keys="key 7480000000000050FF3600000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:31.590 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8077 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16662 new_peer_ids: 16663]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:31.590 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3600000000000000F8 new_region_id: 16662 new_peer_ids: 16663 } right_derive: true }"] [index=20831] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:31.590 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3600000000000000F8"] [region="id: 22 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8077 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:31.590 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:31.590 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:31.590 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:31.590 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16189)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:31.590 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF3600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8078 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:31.590 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16662 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FF3600000000000000F8 region_epoch { conf_ver: 1 version: 8078 } peers { id: 16663 store_id: 1 }"] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.590 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.590 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16663} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.590 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.591 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16663} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.591 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16663."] [id=16663] [raft_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.591 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.591 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.591 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.591 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16663] [region_id=16662] [thread_id=101] [2024/05/05 15:35:31.591 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819932] [region_id=16662] [thread_id=102] [2024/05/05 15:35:31.591 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20831] [observe_id=ObserveId(16192)] [region=22] [thread_id=68] [2024/05/05 15:35:31.591 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16662 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FF3600000000000000F8 region_epoch { conf_ver: 1 version: 8078 } peers { id: 16663 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:31.591 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16662] [thread_id=31] [2024/05/05 15:35:31.591 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16193)] [region=16662] [thread_id=68] [2024/05/05 15:35:31.592 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8078, but you sent conf_ver: 1 version: 8077\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF3600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8078 } peers { id: 23 store_id: 1 } } current_regions { id: 16662 start_key: 7480000000000050FF325F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FF3600000000000000F8 region_epoch { conf_ver: 1 version: 8078 } peers { id: 16663 store_id: 1 } } }))"] [cid=549181] [thread_id=61] [2024/05/05 15:35:31.592 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050365F698000000000000001038000000000000001038000000000000001038000000000000001038000000000000001, start_ts: TimeStamp(449549312087818248), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 4, min_commit_ts: TimeStamp(449549312087818249), use_async_commit: true, secondaries: [7480000000000050365F698000000000000001038000000000000001038000000000000002038000000000000001038000000000000002, 7480000000000050365F728000000000000001, 7480000000000050365F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449549312087818248] [min_commit_ts=449549312087818249] [start_ts=449549312087818248] [key=7480000000000050FF365F698000000000FF0000010380000000FF0000000103800000FF0000000001038000FF0000000000010380FF0000000000000100FE] [thread_id=60] [2024/05/05 15:35:31.835 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52286] [split_keys="key 7480000000000050FF3900000000000000F8"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF3600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8078 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16664 new_peer_ids: 16665]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:31.836 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3900000000000000F8 new_region_id: 16664 new_peer_ids: 16665 } right_derive: true }"] [index=20834] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:31.836 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3900000000000000F8"] [region="id: 22 start_key: 7480000000000050FF3600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8078 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:31.836 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:31.836 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16192)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:31.836 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF3900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8079 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:31.836 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16664 start_key: 7480000000000050FF3600000000000000F8 end_key: 7480000000000050FF3900000000000000F8 region_epoch { conf_ver: 1 version: 8079 } peers { id: 16665 store_id: 1 }"] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16665} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16665} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16665."] [id=16665] [raft_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16665] [region_id=16664] [thread_id=101] [2024/05/05 15:35:31.836 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819934] [region_id=16664] [thread_id=102] [2024/05/05 15:35:31.836 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20834] [observe_id=ObserveId(16194)] [region=22] [thread_id=68] [2024/05/05 15:35:31.837 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16664] [thread_id=31] [2024/05/05 15:35:31.837 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16664 start_key: 7480000000000050FF3600000000000000F8 end_key: 7480000000000050FF3900000000000000F8 region_epoch { conf_ver: 1 version: 8079 } peers { id: 16665 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:31.837 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16195)] [region=16664] [thread_id=68] [2024/05/05 15:35:31.839 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 22 is conf_ver: 1 version: 8079, but you sent conf_ver: 1 version: 8078\" epoch_not_match { current_regions { id: 22 start_key: 7480000000000050FF3900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8079 } peers { id: 23 store_id: 1 } } current_regions { id: 16664 start_key: 7480000000000050FF3600000000000000F8 end_key: 7480000000000050FF3900000000000000F8 region_epoch { conf_ver: 1 version: 8079 } peers { id: 16665 store_id: 1 } } }))"] [cid=549305] [thread_id=61] [2024/05/05 15:35:32.156 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52286] [split_keys="key 7480000000000050FF3E00000000000000F8"] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF3900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8079 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16666 new_peer_ids: 16667]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:32.157 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF3E00000000000000F8 new_region_id: 16666 new_peer_ids: 16667 } right_derive: true }"] [index=20836] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:32.157 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF3E00000000000000F8"] [region="id: 22 start_key: 7480000000000050FF3900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8079 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:32.157 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:32.157 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16194)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:32.157 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF3E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8080 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:32.157 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16666 start_key: 7480000000000050FF3900000000000000F8 end_key: 7480000000000050FF3E00000000000000F8 region_epoch { conf_ver: 1 version: 8080 } peers { id: 16667 store_id: 1 }"] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16667} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16667} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16667."] [id=16667] [raft_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16667] [region_id=16666] [thread_id=101] [2024/05/05 15:35:32.157 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819936] [region_id=16666] [thread_id=102] [2024/05/05 15:35:32.157 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16666 start_key: 7480000000000050FF3900000000000000F8 end_key: 7480000000000050FF3E00000000000000F8 region_epoch { conf_ver: 1 version: 8080 } peers { id: 16667 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:32.157 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20836] [observe_id=ObserveId(16196)] [region=22] [thread_id=68] [2024/05/05 15:35:32.157 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16197)] [region=16666] [thread_id=68] [2024/05/05 15:35:32.157 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16666] [thread_id=31] [2024/05/05 15:35:32.230 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52290] [split_keys="key 7480000000000050FF4000000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:32.230 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:52290] [peer_id=23] [region_id=22] [err="EpochNotMatch(\"[region 22] 23 epoch changed conf_ver: 1 version: 8080 != conf_ver: 1 version: 8079, retry later\", [id: 22 start_key: 7480000000000050FF3E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8080 } peers { id: 23 store_id: 1 }])"] [thread_id=102] [2024/05/05 15:35:32.233 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050405F728000000000000001, start_ts: TimeStamp(449549312245366803), ttl: 3000, short_value: 80000100000002010001, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(449549312245366804), use_async_commit: true, secondaries: [7480000000000050405F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449549312245366803] [min_commit_ts=449549312245366804] [start_ts=449549312245366803] [key=7480000000000050FF405F728000000000FF0000010000000000FA] [thread_id=61] [2024/05/05 15:35:32.233 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:52286] [split_keys="key 7480000000000050FF4000000000000000F8"] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 22 start_key: 7480000000000050FF3E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8080 } peers { id: 23 store_id: 1 }"] [new_region_ids="[new_region_id: 16668 new_peer_ids: 16669]"] [region_id=22] [thread_id=31] [2024/05/05 15:35:32.234 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF4000000000000000F8 new_region_id: 16668 new_peer_ids: 16669 } right_derive: true }"] [index=20839] [term=6] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:32.234 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF4000000000000000F8"] [region="id: 22 start_key: 7480000000000050FF3E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8080 } peers { id: 23 store_id: 1 }"] [peer_id=23] [region_id=22] [thread_id=104] [2024/05/05 15:35:32.234 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:35:32.234 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=22] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=23] [region_id=22] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16196)] [region_id=22] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:35:32.234 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 22 start_key: 7480000000000050FF4000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8081 } peers { id: 23 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:32.234 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16668 start_key: 7480000000000050FF3E00000000000000F8 end_key: 7480000000000050FF4000000000000000F8 region_epoch { conf_ver: 1 version: 8081 } peers { id: 16669 store_id: 1 }"] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16669} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16669} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16669."] [id=16669] [raft_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16669] [region_id=16668] [thread_id=102] [2024/05/05 15:35:32.234 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819938] [region_id=16668] [thread_id=101] [2024/05/05 15:35:32.234 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20839] [observe_id=ObserveId(16198)] [region=22] [thread_id=68] [2024/05/05 15:35:32.234 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16668 start_key: 7480000000000050FF3E00000000000000F8 end_key: 7480000000000050FF4000000000000000F8 region_epoch { conf_ver: 1 version: 8081 } peers { id: 16669 store_id: 1 }"] [thread_id=68] [2024/05/05 15:35:32.234 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16668] [thread_id=31] [2024/05/05 15:35:32.234 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16199)] [region=16668] [thread_id=68] [2024/05/05 15:35:32.272 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050405F728000000000000003, start_ts: TimeStamp(449549312258211870), ttl: 3000, short_value: 80000100000002010003, for_update_ts: TimeStamp(0), txn_size: 1, min_commit_ts: TimeStamp(449549312258211871), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=449549312258211870] [min_commit_ts=449549312258211871] [start_ts=449549312258211870] [key=7480000000000050FF405F728000000000FF0000030000000000FA] [thread_id=63] [2024/05/05 15:35:34.979 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/05/05 15:35:34.979 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/05/05 15:35:34.979 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/05/05 15:35:34.979 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] ==> ./tikv3.log <== [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={19, 68, 46, 15, 67, 60, 45, 16, 55, 43, 13, 62, 36, 26, 70, 18, 12, 8, 71, 14, 44, 63, 10, 30, 0, 29, 42, 64, 69, 21, 35, 9, 50, 53, 48, 34, 49, 32, 57, 65, 33, 66, 52, 25, 17, 61, 27, 24, 22, 11, 6, 28, 51, 20, 7, 58, 31, 47, 23, 59, 56, 54}"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:06:35.437 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/05 15:06:35.437 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:06:35.438 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa70784d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7fa7078afb88, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa707837ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa7078d2f30, grpc.server_uri=dns:///127.0.0.1:2399}: connect failed: {\"created\":\"@1714892795.437919084\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2399\"}"] [thread_id=13] [2024/05/05 15:06:35.438 +08:00] [INFO] [<unknown>] ["subchannel 0x7fa70784d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7fa7078afb88, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa707837ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa7078d2f30, grpc.server_uri=dns:///127.0.0.1:2399}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:06:35.438 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/05 15:06:35.438 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:06:35.739 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/05 15:06:37.778 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/05/05 15:06:37.779 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/05 15:06:37.780 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/05 15:06:37.781 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/05/05 15:06:37.781 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2399\"]"] [thread_id=1] [2024/05/05 15:06:37.781 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408479448289627] [thread_id=1] [2024/05/05 15:06:37.782 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:06:37.782 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:06:37.784 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:06:37.784 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3] [thread_id=1] [2024/05/05 15:06:37.785 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft] [thread_id=1] [2024/05/05 15:06:37.785 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20180\",\"advertise-addr\":\"127.0.0.1:20180\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20185\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2399\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:06:37.786 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:06:37.786 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/05/05 15:06:37.786 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:06:37.786 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:06:37.786 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:06:37.786 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:06:37.816 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:06:37.816 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:06:37.816 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 203.267µs"] [thread_id=1] [2024/05/05 15:06:37.874 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:06:37.876 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:06:37.876 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:06:37.876 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp] [thread_id=1] [2024/05/05 15:06:37.877 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:06:37.877 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:06:37.877 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:06:37.877 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:06:37.877 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:06:37.877 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/05/05 15:06:37.877 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/05/05 15:06:37.884 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:06:37.889 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408479448289627] [thread_id=1] [2024/05/05 15:06:37.890 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20180\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20180\" status_address: \"127.0.0.1:20185\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892797 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:06:37.892 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:06:37.892 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:06:37.892 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:06:37.893 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:06:37.895 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=171.971µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:06:37.896 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=5.343µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:06:37.897 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/05 15:06:37.897 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:06:37.897 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:06:37.897 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:06:37.898 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/05 15:06:37.900 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/05 15:06:37.900 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/05 15:06:37.901 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:06:37.901 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:06:37.902 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:06:37.902 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:06:37.903 +08:00] [ERROR] [<unknown>] ["{\"created\":\"@1714892797.902919496\",\"description\":\"No address added out of total 1 resolved\",\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/ext/transport/chttp2/server/chttp2_server.cc\",\"file_line\":936,\"referenced_errors\":[{\"created\":\"@1714892797.902913409\",\"description\":\"Failed to add any wildcard listeners\",\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_posix.cc\",\"file_line\":349,\"referenced_errors\":[{\"created\":\"@1714892797.902902270\",\"description\":\"Unable to configure socket\",\"fd\":108,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":218,\"referenced_errors\":[{\"created\":\"@1714892797.902898307\",\"description\":\"Address already in use\",\"errno\":98,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":191,\"os_error\":\"Address already in use\",\"syscall\":\"bind\"}]},{\"created\":\"@1714892797.902913152\",\"description\":\"Unable to configure socket\",\"fd\":107,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":218,\"referenced_errors\":[{\"created\":\"@1714892797.902910990\",\"description\":\"Address already in use\",\"errno\":98,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":191,\"os_error\":\"Address already in use\",\"syscall\":\"bind\"}]}]}]}"] [thread_id=1] [2024/05/05 15:06:37.903 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=17] [2024/05/05 15:06:37.903 +08:00] [FATAL] [server.rs:1538] ["failed to build server: BindFail(\"0.0.0.0\", 20180)"] [thread_id=1] ==> ./tikv2.log <== [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 72a0fd5b00235a7c56014b77ddd933e2a0d33c88"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-04-30 02:23:51"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [ERROR] [mod.rs:3285] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={62, 13, 25, 53, 60, 57, 64, 66, 58, 11, 31, 24, 49, 14, 47, 68, 12, 9, 36, 16, 23, 35, 28, 18, 21, 45, 67, 34, 55, 54, 69, 71, 61, 26, 29, 50, 52, 44, 10, 17, 70, 20, 56, 15, 51, 7, 42, 65, 6, 22, 0, 43, 48, 19, 32, 46, 27, 63, 8, 30, 59, 33}"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/05/05 15:06:35.435 +08:00] [WARN] [server.rs:1738] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/05/05 15:06:35.437 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:06:35.437 +08:00] [INFO] [<unknown>] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/05/05 15:06:35.438 +08:00] [INFO] [<unknown>] ["subchannel 0x7f0d66e4d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f0d66eafb88, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0d66e37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0d66ed2f30, grpc.server_uri=dns:///127.0.0.1:2389}: connect failed: {\"created\":\"@1714892795.437906523\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2389\"}"] [thread_id=13] [2024/05/05 15:06:35.438 +08:00] [INFO] [<unknown>] ["subchannel 0x7f0d66e4d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f0d66eafb88, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0d66e37ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0d66ed2f30, grpc.server_uri=dns:///127.0.0.1:2389}: Retry in 999 milliseconds"] [thread_id=13] [2024/05/05 15:06:35.438 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:06:35.438 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/05/05 15:06:35.739 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:06:36.779 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/05/05 15:06:36.780 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/05 15:06:36.781 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/05 15:06:36.782 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/05/05 15:06:36.782 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2389\"]"] [thread_id=1] [2024/05/05 15:06:36.782 +08:00] [INFO] [common.rs:329] ["connect to PD cluster"] [cluster_id=7365408477856551164] [thread_id=1] [2024/05/05 15:06:36.783 +08:00] [INFO] [mod.rs:2560] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:06:36.783 +08:00] [INFO] [mod.rs:2583] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/05/05 15:06:36.785 +08:00] [INFO] [common.rs:449] ["beginning system configuration check"] [thread_id=1] [2024/05/05 15:06:36.785 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2] [thread_id=1] [2024/05/05 15:06:36.786 +08:00] [INFO] [config.rs:1077] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft] [thread_id=1] [2024/05/05 15:06:36.786 +08:00] [INFO] [common.rs:117] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\"},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20170\",\"advertise-addr\":\"127.0.0.1:20170\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20175\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2389\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"8KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/05/05 15:06:36.787 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/05/05 15:06:36.787 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/05/05 15:06:36.787 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/05/05 15:06:36.787 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/05/05 15:06:36.787 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=18] [2024/05/05 15:06:36.787 +08:00] [WARN] [common.rs:206] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/05/05 15:06:36.823 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/05/05 15:06:36.823 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/05/05 15:06:36.823 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 183.006µs"] [thread_id=1] [2024/05/05 15:06:36.880 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/05/05 15:06:36.882 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/05/05 15:06:36.882 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/05/05 15:06:36.883 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp] [thread_id=1] [2024/05/05 15:06:36.883 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/05/05 15:06:36.883 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/05/05 15:06:36.883 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/05/05 15:06:36.883 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/05/05 15:06:36.883 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/05/05 15:06:36.883 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/05/05 15:06:36.883 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/05/05 15:06:36.890 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/05/05 15:06:36.896 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7365408477856551164] [thread_id=1] [2024/05/05 15:06:36.896 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20170\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20170\" status_address: \"127.0.0.1:20175\" git_hash: \"72a0fd5b00235a7c56014b77ddd933e2a0d33c88\" start_timestamp: 1714892796 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/05/05 15:06:36.898 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/05/05 15:06:36.898 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/05/05 15:06:36.898 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/05/05 15:06:36.899 +08:00] [INFO] [snap.rs:1461] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=193.141µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/05/05 15:06:36.902 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.395µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/05/05 15:06:36.903 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/05/05 15:06:36.904 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/05/05 15:06:36.904 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/05/05 15:06:36.904 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/05/05 15:06:36.904 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/05/05 15:06:36.906 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/05 15:06:36.906 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/05/05 15:06:36.907 +08:00] [INFO] [server.rs:1194] ["start register debug service"] [thread_id=1] [2024/05/05 15:06:36.907 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/05/05 15:06:36.908 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/05/05 15:06:36.908 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/05/05 15:06:36.909 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20170] [thread_id=1] [2024/05/05 15:06:36.910 +08:00] [INFO] [server.rs:1519] ["cpu quota set to 8.0"] [thread_id=18] [2024/05/05 15:06:36.910 +08:00] [INFO] [server.rs:1525] ["memory limit set to 34359738368"] [thread_id=18] [2024/05/05 15:06:36.914 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/05/05 15:06:39.909 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/05/05 15:06:39.909 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/05 15:06:39.909 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/05/05 15:06:39.910 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/05 15:06:39.910 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/05/05 15:06:39.910 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.910 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=102] [2024/05/05 15:06:39.911 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=101] [2024/05/05 15:06:39.911 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/05/05 15:06:39.911 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/05/05 15:06:39.911 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/05/05 15:06:39.911 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/05/05 15:06:39.911 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=6] [thread_id=68] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=8] [thread_id=68] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/05/05 15:06:39.911 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=4] [thread_id=68] [2024/05/05 15:06:46.905 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/05/05 15:16:36.783 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=12] [2024/05/05 15:26:36.785 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=12] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [2024/05/05 15:35:28.956 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24653] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_regard_null_as_point`=FALSE"] [2024/05/05 15:35:28.956 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24653] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:35:28.969 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20527, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:28.936 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:28.969 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20527, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:28.936 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:35:28.992 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20527] [conn=3435137412] [category=ddl] [job="ID:20527, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:28.936 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:29.021 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20527] [conn=3435137412] [category=ddl] [job="ID:20527, Type:drop table, State:running, SchemaState:write only, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:28.936 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:29.042 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20527] [conn=3435137412] [category=ddl] [job="ID:20527, Type:drop table, State:running, SchemaState:delete only, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:28.936 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:29.062 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20527] [tableIDs="[20525]"] [comment="drop table: table ID"] [2024/05/05 15:35:29.063 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20527] [jobType="drop table"] [2024/05/05 15:35:29.064 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20527] [conn=3435137412] [job="ID:20527, Type:drop table, State:synced, SchemaState:none, SchemaID:20499, TableID:20525, RowCount:0, ArgLen:3, start time: 2024-05-05 15:35:28.936 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:29.067 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20527] [2024/05/05 15:35:29.067 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:29.068 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24653] [neededSchemaVersion=24656] ["start time"=423.437µs] [gotSchemaVersion=24656] [phyTblIDs="[20525]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:35:29.069 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24656] [cur_db=util__ranger] [sql="create table t(a int, b int, c int, key(a,b,c));"] [user=root@%] [2024/05/05 15:35:29.082 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20529, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:29.036 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:29.082 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20529, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:29.036 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int, c int, key(a,b,c));"] [2024/05/05 15:35:29.113 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20529] [conn=3435137412] [category=ddl] [job="ID:20529, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.036 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:29.134 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20529] [conn=3435137412] [job="ID:20529, Type:create table, State:synced, SchemaState:public, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.036 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:29.137 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20529] [2024/05/05 15:35:29.138 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:29.138 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=22] ["first split key"=748000000000005030] [2024/05/05 15:35:29.139 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=22] ["first at"=748000000000005030] ["first new region left"="{Id:16654 StartKey:7480000000000050ff2d00000000000000f8 EndKey:7480000000000050ff3000000000000000f8 RegionEpoch:{ConfVer:1 Version:8074} Peers:[id:16655 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:35:29.139 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16654]"] [2024/05/05 15:35:29.139 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24656] [neededSchemaVersion=24657] ["start time"=519.05µs] [gotSchemaVersion=24657] [phyTblIDs="[20528]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:35:29.140 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,2,2);"] [2024/05/05 15:35:29.142 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b in (1, 2) and c > 1;"] [2024/05/05 15:35:29.143 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b in (1, 2) and c > 1;"] [2024/05/05 15:35:29.144 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b = 2) and c > 1;"] [2024/05/05 15:35:29.144 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b = 2) and c > 1;"] [2024/05/05 15:35:29.145 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b in (2, 3)) and c > 1;"] [2024/05/05 15:35:29.145 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b in (2, 3)) and c > 1;"] [2024/05/05 15:35:29.146 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b = 2) and b = 3 and c > 1;"] [2024/05/05 15:35:29.147 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b = 2) and b = 3 and c > 1;"] [2024/05/05 15:35:29.147 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b is null or b = 2);"] [2024/05/05 15:35:29.147 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b is null or b = 2);"] [2024/05/05 15:35:29.148 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b is null or b = 2) and c > 1;"] [2024/05/05 15:35:29.149 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b is null or b = 2) and c > 1;"] [2024/05/05 15:35:29.150 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and c > 1;"] [2024/05/05 15:35:29.150 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and c > 1;"] [2024/05/05 15:35:29.151 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and b is null and c > 1;"] [2024/05/05 15:35:29.151 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and b is null and c > 1;"] [2024/05/05 15:35:29.152 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and b = 1 and c > 1;"] [2024/05/05 15:35:29.153 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and b = 1 and c > 1;"] [2024/05/05 15:35:29.153 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_regard_null_as_point`=DEFAULT"] [2024/05/05 15:35:29.153 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24657] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=2"] [2024/05/05 15:35:29.153 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24657] [cur_db=util__ranger] [sql="drop table if exists t0;"] [user=root@%] [2024/05/05 15:35:29.153 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24657] [cur_db=util__ranger] [sql="CREATE TABLE t0(c0 TEXT(10));"] [user=root@%] [2024/05/05 15:35:29.154 +08:00] [INFO] [ddl_api.go:1133] ["Automatically convert BLOB(10) to TINYBLOB"] [category=ddl] [2024/05/05 15:35:29.174 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20531, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:29.136 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:29.174 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20531, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:29.136 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t0(c0 TEXT(10));"] [2024/05/05 15:35:29.205 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20531] [conn=3435137412] [category=ddl] [job="ID:20531, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.136 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:29.227 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20531] [conn=3435137412] [job="ID:20531, Type:create table, State:synced, SchemaState:public, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.136 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:29.230 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20531] [2024/05/05 15:35:29.230 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:29.230 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=22] ["first split key"=748000000000005032] [2024/05/05 15:35:29.231 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=22] ["first at"=748000000000005032] ["first new region left"="{Id:16656 StartKey:7480000000000050ff3000000000000000f8 EndKey:7480000000000050ff3200000000000000f8 RegionEpoch:{ConfVer:1 Version:8075} Peers:[id:16657 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:35:29.231 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16656]"] [2024/05/05 15:35:29.231 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24657] [neededSchemaVersion=24658] ["start time"=495.299µs] [gotSchemaVersion=24658] [phyTblIDs="[20530]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:35:29.232 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24658] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="INSERT INTO t0(c0) VALUES (1);"] [2024/05/05 15:35:29.234 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24658] [cur_db=util__ranger] [sql="CREATE INDEX i0 ON t0(c0(255));"] [user=root@%] [2024/05/05 15:35:29.247 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20532, Type:add index, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:6, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/05 15:35:29.247 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20532, Type:add index, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:6, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="CREATE INDEX i0 ON t0(c0(255));"] [2024/05/05 15:35:29.297 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [category=ddl] [job="ID:20532, Type:add index, State:queueing, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:29.298 +08:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:none, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:6, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"i0\",\"L\":\"i0\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"c0\",\"L\":\"c0\"},\"offset\":0,\"length\":255}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/05 15:35:29.322 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:delete only, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:29.347 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write only, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:29.373 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:29.373 +08:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=20532] [table=t0] ["ingest mode"=true] [index=i0] [2024/05/05 15:35:29.374 +08:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=20532] [physicalTableID=20530] [startKey=7480000000000050325f728000000000000001] [endKey=7480000000000050325f72800000000000000100] [2024/05/05 15:35:29.398 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:449549311498256395, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:29.398 +08:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=20532] [table=t0] ["ingest mode"=true] [index=i0] [2024/05/05 15:35:29.402 +08:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/20532] [2024/05/05 15:35:29.411 +08:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=20530] [size=0] [error="less than 3 regions"] [2024/05/05 15:35:29.419 +08:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [task-id=660015] [2024/05/05 15:35:29.419 +08:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [state=pending] [concurrency=4] [2024/05/05 15:35:29.920 +08:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [current-step=init] [next-step=read-index] [2024/05/05 15:35:29.920 +08:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [num=1] [2024/05/05 15:35:29.921 +08:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=660015] [curr-step=init] [next-step=read-index] [2024/05/05 15:35:29.922 +08:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/05 15:35:30.028 +08:00] [INFO] [manager.go:328] ["task executor started"] [task-id=660015] [type=backfill] [remaining-slots=4] [2024/05/05 15:35:30.331 +08:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=660015] [task-type=backfill] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=16GiB]"] [2024/05/05 15:35:30.332 +08:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/05 15:35:30.332 +08:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-33161/20532] [keyspaceName=] [2024/05/05 15:35:30.333 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/05 15:35:30.333 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365408476837809415] [2024/05/05 15:35:30.334 +08:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/05 15:35:30.334 +08:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/05 15:35:30.334 +08:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/05 15:35:30.334 +08:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/05 15:35:30.334 +08:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/05 15:35:30.334 +08:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/05 15:35:30.334 +08:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/05 15:35:30.336 +08:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/05 15:35:30.336 +08:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/05 15:35:30.336 +08:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=20532] ["current memory usage"=33776] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/05 15:35:30.336 +08:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/05 15:35:30.340 +08:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/05 15:35:30.342 +08:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/05 15:35:30.343 +08:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=20532] ["index ID"=1] ["current memory usage"=671122560] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/05 15:35:30.344 +08:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=660015] [subtask-id=60015] [jobID=20532] [avgRowSize=0] [reader=2] [writer=4] [2024/05/05 15:35:30.344 +08:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=20530] ["start key"=7480000000000050325f728000000000000001] ["end key"=7480000000000050325f72800000000000000100] [2024/05/05 15:35:30.344 +08:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=660015] [subtask-id=60015] [id=1] [task="TableScanTask: id=1, startKey=7480000000000050325f728000000000000001, endKey=7480000000000050325f72800000000000000100"] [2024/05/05 15:35:30.371 +08:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=20532] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671122600] ["max memory quota"=17179869184] [2024/05/05 15:35:30.398 +08:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=20532] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671122640] ["max memory quota"=17179869184] [2024/05/05 15:35:30.398 +08:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=660015] [subtask-id=60015] [id=1] [2024/05/05 15:35:30.425 +08:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=20532] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672171256] ["max memory quota"=17179869184] [2024/05/05 15:35:30.451 +08:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=20532] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672171296] ["max memory quota"=17179869184] [2024/05/05 15:35:30.452 +08:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=39] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/tmp_ddl-33161/20532/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/ad337248-b087-4859-953c-707f4a11fa74.sst] [firstKey=7480000000000050325F698000000000000001013100000000000000F8038000000000000001] [lastKey=7480000000000050325F698000000000000001013100000000000000F8038000000000000001] [2024/05/05 15:35:30.453 +08:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=20532] [2024/05/05 15:35:30.453 +08:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 302568423424/940431265792, backend usage: 0"] [2024/05/05 15:35:30.453 +08:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [2024/05/05 15:35:30.454 +08:00] [WARN] [local.go:1687] ["get region split size and keys failed"] [category=ddl-ingest] [error="Get \"http://127.0.0.1:20165/config\": dial tcp 127.0.0.1:20165: connect: connection refused"] [store=127.0.0.1:20165] [2024/05/05 15:35:30.454 +08:00] [WARN] [local.go:1270] ["fail to get region split keys and size"] [category=ddl-ingest] [error="get region split size and keys failed"] [2024/05/05 15:35:30.454 +08:00] [INFO] [local.go:1280] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/05 15:35:30.475 +08:00] [INFO] [local.go:1318] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=1] [size=39] [2024/05/05 15:35:30.475 +08:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/05 15:35:30.483 +08:00] [INFO] [local.go:1329] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=39] [kvs=1] [importedSize=39] [importedCount=1] [2024/05/05 15:35:30.484 +08:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=30.068501ms] [] [2024/05/05 15:35:30.486 +08:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=20532] [2024/05/05 15:35:30.492 +08:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/05 15:35:30.492 +08:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/05 15:35:30.493 +08:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=628.025µs] [] [2024/05/05 15:35:30.493 +08:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/05 15:35:30.493 +08:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=377.5µs] [] [2024/05/05 15:35:30.494 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/05 15:35:30.494 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/05 15:35:30.494 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/05 15:35:30.494 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:35:30.494 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/05 15:35:30.494 +08:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=20532] ["current memory usage"=33720] ["max memory quota"=17179869184] [2024/05/05 15:35:30.494 +08:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=660015] [task-type=backfill] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=16GiB]"] [takeTime=162.705089ms] [] [2024/05/05 15:35:30.922 +08:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=660015] [task-type=backfill] [allocated-slots=true] [current-step=read-index] [next-step=done] [2024/05/05 15:35:31.098 +08:00] [INFO] [manager.go:332] ["task executor exit"] [task-id=660015] [type=backfill] [2024/05/05 15:35:31.222 +08:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/05 15:35:31.256 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:0, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:449549311498256395, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:31.257 +08:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=20532] [table=t0] [index=i0] [2024/05/05 15:35:31.283 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:0, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:31.284 +08:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=20532] [physicalTableID=20530] [startKey=7480000000000050325f69ffff000000000001] [endKey=7480000000000050325f69ffff000000000001ff] [2024/05/05 15:35:31.309 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:0, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:449549311996067852, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:31.311 +08:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:20532, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:6, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:449549311996067852, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000050325f69ffff000000000001,EndKey:7480000000000050325f69ffff000000000001ff,First:false,PhysicalTableID:20530,Ingest mode:false"] [2024/05/05 15:35:31.312 +08:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=20530] ["start key"=7480000000000050325f69ffff000000000001] ["end key"=7480000000000050325f69ffff000000000001ff] [2024/05/05 15:35:31.312 +08:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000050325f69ffff000000000001] [endKey=7480000000000050325f69ffff000000000001ff] [2024/05/05 15:35:31.313 +08:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=20530] ["end key"=7480000000000050325f69ffff000000000001ff] ["current end key"=7480000000000050325f69ffff00000000000100] [2024/05/05 15:35:31.313 +08:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=20532] [2024/05/05 15:35:31.313 +08:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=20532] [2024/05/05 15:35:31.313 +08:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=20532] [2024/05/05 15:35:31.314 +08:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 20530, range: [7480000000000050325f69ffff000000000001, 7480000000000050325f69ffff00000000000100), jobID: 20532"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000050325f69ffff0000000000010000] ["take time"=360.599µs] [2024/05/05 15:35:31.314 +08:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=20532] [2024/05/05 15:35:31.314 +08:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000050325f69ffff000000000001] [2024/05/05 15:35:31.314 +08:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/05 15:35:31.320 +08:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_general_ci] [2024/05/05 15:35:31.346 +08:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=20532] [tableID=20530] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/05 15:35:31.347 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20532] [jobType="add index"] [2024/05/05 15:35:31.348 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20532] [conn=3435137412] [job="ID:20532, Type:add index, State:synced, SchemaState:public, SchemaID:20499, TableID:20530, RowCount:1, ArgLen:3, start time: 2024-05-05 15:35:29.236 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:449549311996067852, LocalMode: false, UniqueWarnings:0"] [2024/05/05 15:35:31.352 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20532] [2024/05/05 15:35:31.352 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:31.354 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24658] [neededSchemaVersion=24664] ["start time"=1.519067ms] [gotSchemaVersion=24664] [phyTblIDs="[20530,20530,20530,20530,20530,20530]"] [actionTypes="[7,7,7,7,7,7]"] [diffTypes="[\"add index\",\"add index\",\"add index\",\"add index\",\"add index\",\"add index\"]"] [2024/05/05 15:35:31.356 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t0;"] [2024/05/05 15:35:31.382 +08:00] [INFO] [analyze.go:747] ["analyze table `util__ranger`.`t0` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/05 15:35:31.360 +08:00] ["end time"=2024/05/05 15:35:31.380 +08:00] [cost=19.880217ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/05 15:35:31.392 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0;"] [2024/05/05 15:35:31.393 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 > '123';"] [2024/05/05 15:35:31.393 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 <> '123';"] [2024/05/05 15:35:31.393 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 is true;"] [2024/05/05 15:35:31.394 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 is false;"] [2024/05/05 15:35:31.394 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 in ('123','456','789');"] [2024/05/05 15:35:31.395 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * FROM t0 WHERE ('a' != t0.c0) AND t0.c0;"] [2024/05/05 15:35:31.395 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=DEFAULT"] [2024/05/05 15:35:31.395 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24664] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=2"] [2024/05/05 15:35:31.395 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24664] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:35:31.409 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20533, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:31.386 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:31.409 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20533, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:31.386 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:35:31.420 +08:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [task-id=660015] [2024/05/05 15:35:31.422 +08:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [2024/05/05 15:35:31.422 +08:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [task-id=660015] [2024/05/05 15:35:31.426 +08:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [2024/05/05 15:35:31.432 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20533] [conn=3435137412] [category=ddl] [job="ID:20533, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.386 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.464 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20533] [conn=3435137412] [category=ddl] [job="ID:20533, Type:drop table, State:running, SchemaState:write only, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.386 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.485 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20533] [conn=3435137412] [category=ddl] [job="ID:20533, Type:drop table, State:running, SchemaState:delete only, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.386 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.507 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20533] [tableIDs="[20528]"] [comment="drop table: table ID"] [2024/05/05 15:35:31.509 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20533] [jobType="drop table"] [2024/05/05 15:35:31.509 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20533] [conn=3435137412] [job="ID:20533, Type:drop table, State:synced, SchemaState:none, SchemaID:20499, TableID:20528, RowCount:0, ArgLen:3, start time: 2024-05-05 15:35:31.386 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.512 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20533] [2024/05/05 15:35:31.512 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:31.514 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24664] [neededSchemaVersion=24667] ["start time"=448.072µs] [gotSchemaVersion=24667] [phyTblIDs="[20528]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:35:31.515 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24667] [cur_db=util__ranger] [sql="create table t(a int primary key, b int, c int, d int, e int, index idx(b,c,d));"] [user=root@%] [2024/05/05 15:35:31.535 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20535, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:31.486 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:31.535 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20535, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:31.486 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int primary key, b int, c int, d int, e int, index idx(b,c,d));"] [2024/05/05 15:35:31.565 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20535] [conn=3435137412] [category=ddl] [job="ID:20535, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.486 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.586 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20535] [conn=3435137412] [job="ID:20535, Type:create table, State:synced, SchemaState:public, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.486 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.589 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20535] [2024/05/05 15:35:31.589 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:31.589 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=22] ["first split key"=748000000000005036] [2024/05/05 15:35:31.590 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=22] ["first at"=748000000000005036] ["first new region left"="{Id:16662 StartKey:7480000000000050ff325f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fe EndKey:7480000000000050ff3600000000000000f8 RegionEpoch:{ConfVer:1 Version:8078} Peers:[id:16663 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:35:31.590 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16662]"] [2024/05/05 15:35:31.591 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24667] [neededSchemaVersion=24668] ["start time"=575.925µs] [gotSchemaVersion=24668] [phyTblIDs="[20534]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:35:31.592 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,1,1,1,2),(2,1,2,1,0);"] [2024/05/05 15:35:31.593 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3435137412] [session_alias=] [startTS=449549312087818248] [2024/05/05 15:35:31.594 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t;"] [2024/05/05 15:35:31.638 +08:00] [INFO] [analyze.go:747] ["analyze table `util__ranger`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/05 15:35:31.598 +08:00] ["end time"=2024/05/05 15:35:31.636 +08:00] [cost=38.419054ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/05 15:35:31.657 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select t.e in (select count(*) from t s use index(idx), t t1 where s.b = 1 and s.c in (1, 2) and s.d = t.a and s.a = t1.a) from t;"] [2024/05/05 15:35:31.658 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select t.e in (select count(*) from t s use index(idx), t t1 where s.b = 1 and s.c in (1, 2) and s.d = t.a and s.a = t1.a) from t;"] [2024/05/05 15:35:31.660 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24668] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=DEFAULT"] [2024/05/05 15:35:31.661 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24668] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:35:31.674 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20536, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:31.635 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:31.674 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20536, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:31.635 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/05 15:35:31.696 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20536] [conn=3435137412] [category=ddl] [job="ID:20536, Type:drop table, State:queueing, SchemaState:public, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.635 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.717 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20536] [conn=3435137412] [category=ddl] [job="ID:20536, Type:drop table, State:running, SchemaState:write only, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.635 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.737 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20536] [conn=3435137412] [category=ddl] [job="ID:20536, Type:drop table, State:running, SchemaState:delete only, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.635 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.757 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20536] [tableIDs="[20534]"] [comment="drop table: table ID"] [2024/05/05 15:35:31.758 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20536] [jobType="drop table"] [2024/05/05 15:35:31.758 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20536] [conn=3435137412] [job="ID:20536, Type:drop table, State:synced, SchemaState:none, SchemaID:20499, TableID:20534, RowCount:0, ArgLen:3, start time: 2024-05-05 15:35:31.635 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.762 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20536] [2024/05/05 15:35:31.762 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:31.763 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24668] [neededSchemaVersion=24671] ["start time"=399.11µs] [gotSchemaVersion=24671] [phyTblIDs="[20534]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/05/05 15:35:31.764 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137412] [schemaVersion=24671] [cur_db=util__ranger] [sql="create table t(a int not null, b int not null, primary key(a,b));"] [user=root@%] [2024/05/05 15:35:31.777 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20538, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20537, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:31.736 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:31.777 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20538, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20537, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:31.736 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int not null, b int not null, primary key(a,b));"] [2024/05/05 15:35:31.809 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20538] [conn=3435137412] [category=ddl] [job="ID:20538, Type:create table, State:queueing, SchemaState:none, SchemaID:20499, TableID:20537, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.736 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.832 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20538] [conn=3435137412] [job="ID:20538, Type:create table, State:synced, SchemaState:public, SchemaID:20499, TableID:20537, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.736 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.835 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20538] [2024/05/05 15:35:31.835 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:31.835 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=22] ["first split key"=748000000000005039] [2024/05/05 15:35:31.836 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=22] ["first at"=748000000000005039] ["first new region left"="{Id:16664 StartKey:7480000000000050ff3600000000000000f8 EndKey:7480000000000050ff3900000000000000f8 RegionEpoch:{ConfVer:1 Version:8079} Peers:[id:16665 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:35:31.836 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16664]"] [2024/05/05 15:35:31.837 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24671] [neededSchemaVersion=24672] ["start time"=501.071µs] [gotSchemaVersion=24672] [phyTblIDs="[20537]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:35:31.838 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,2);"] [2024/05/05 15:35:31.840 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t;"] [2024/05/05 15:35:31.866 +08:00] [INFO] [analyze.go:747] ["analyze table `util__ranger`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/05 15:35:31.844 +08:00] ["end time"=2024/05/05 15:35:31.865 +08:00] [cost=20.734214ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/05 15:35:31.879 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from (select * from t union all select a, b from t) sub where a > 0;"] [2024/05/05 15:35:31.880 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137412] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from (select * from t union all select ifnull(a,b), b from t) sub where a > 0;"] [2024/05/05 15:35:31.881 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137416] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/05 15:35:31.881 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137416] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24672] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/05 15:35:31.881 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137416] [schemaVersion=24672] [cur_db=test] [sql="drop database `util__ranger`"] [user=root@%] [2024/05/05 15:35:31.894 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20539, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20499, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:35:31.886 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:31.894 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20539, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20499, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:35:31.886 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `util__ranger`"] [2024/05/05 15:35:31.916 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20539] [conn=3435137416] [category=ddl] [job="ID:20539, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20499, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.886 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.937 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20539] [conn=3435137416] [category=ddl] [job="ID:20539, Type:drop schema, State:running, SchemaState:write only, SchemaID:20499, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.886 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.957 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20539] [conn=3435137416] [category=ddl] [job="ID:20539, Type:drop schema, State:running, SchemaState:delete only, SchemaID:20499, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.886 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.977 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20539] [tableIDs="[20503,20505,20516,20530,20537]"] [comment="drop schema: table IDs"] [2024/05/05 15:35:31.980 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20539] [jobType="drop schema"] [2024/05/05 15:35:31.980 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20539] [conn=3435137416] [job="ID:20539, Type:drop schema, State:synced, SchemaState:none, SchemaID:20499, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:35:31.886 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:31.984 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20539] [2024/05/05 15:35:31.984 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:31.987 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24672] [neededSchemaVersion=24675] ["start time"=457.263µs] [gotSchemaVersion=24675] [phyTblIDs="[20503,20505,20516,20530,20537]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/05/05 15:35:31.989 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137418] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24675] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/05 15:35:31.989 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137418] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24675] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/05 15:35:31.989 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137418] [schemaVersion=24675] [cur_db=test] [sql="create database `window_function`"] [user=root@%] [2024/05/05 15:35:32.002 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20541, Type:create schema, State:queueing, SchemaState:none, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:35:31.985 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:32.002 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20541, Type:create schema, State:queueing, SchemaState:none, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:35:31.985 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database `window_function`"] [2024/05/05 15:35:32.037 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20541] [conn=3435137418] [category=ddl] [job="ID:20541, Type:create schema, State:queueing, SchemaState:none, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.985 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.066 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20541] [conn=3435137418] [job="ID:20541, Type:create schema, State:synced, SchemaState:public, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:31.985 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.069 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20541] [2024/05/05 15:35:32.069 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:32.070 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24675] [neededSchemaVersion=24676] ["start time"=256.254µs] [gotSchemaVersion=24676] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/05 15:35:32.071 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/05 15:35:32.071 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/05 15:35:32.072 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137422] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/05 15:35:32.072 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137422] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/05 15:35:32.072 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137422] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SELECT tidb_version()"] [2024/05/05 15:35:32.073 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_init_chunk_size`=1"] [2024/05/05 15:35:32.073 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_max_chunk_size`=32"] [2024/05/05 15:35:32.073 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_multi_statement_mode`=1"] [2024/05/05 15:35:32.073 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_hash_join_concurrency`=1"] [2024/05/05 15:35:32.073 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_pseudo_for_outdated_stats`=FALSE"] [2024/05/05 15:35:32.073 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_analyze_snapshot`=1"] [2024/05/05 15:35:32.073 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_clustered_index`=_UTF8MB4'int_only'"] [2024/05/05 15:35:32.074 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `window_function`"] [2024/05/05 15:35:32.074 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24676] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=1"] [2024/05/05 15:35:32.074 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137420] [schemaVersion=24676] [cur_db=window_function] [sql="drop table if exists t;"] [user=root@%] [2024/05/05 15:35:32.074 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137420] [schemaVersion=24676] [cur_db=window_function] [sql="create table t (a int, b int, c timestamp, index idx(a));"] [user=root@%] [2024/05/05 15:35:32.095 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20543, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20542, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:32.085 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:32.095 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20543, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20542, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:32.085 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int, c timestamp, index idx(a));"] [2024/05/05 15:35:32.132 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20543] [conn=3435137420] [category=ddl] [job="ID:20543, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20542, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:32.085 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.153 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20543] [conn=3435137420] [job="ID:20543, Type:create table, State:synced, SchemaState:public, SchemaID:20540, TableID:20542, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:32.085 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.156 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20543] [2024/05/05 15:35:32.156 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:32.156 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=22] ["first split key"=74800000000000503e] [2024/05/05 15:35:32.157 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=22] ["first at"=74800000000000503e] ["first new region left"="{Id:16666 StartKey:7480000000000050ff3900000000000000f8 EndKey:7480000000000050ff3e00000000000000f8 RegionEpoch:{ConfVer:1 Version:8080} Peers:[id:16667 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:35:32.157 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16666]"] [2024/05/05 15:35:32.157 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24676] [neededSchemaVersion=24677] ["start time"=579.184µs] [gotSchemaVersion=24677] [phyTblIDs="[20542]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:35:32.159 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_window_function`=1"] [2024/05/05 15:35:32.159 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_window_concurrency`=1"] [2024/05/05 15:35:32.161 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over() from t;"] [2024/05/05 15:35:32.161 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a) from t;"] [2024/05/05 15:35:32.164 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b) from t;"] [2024/05/05 15:35:32.165 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows unbounded preceding) from t;"] [2024/05/05 15:35:32.165 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows between 1 preceding and 1 following) from t;"] [2024/05/05 15:35:32.166 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b range between 1 preceding and 1 following) from t;"] [2024/05/05 15:35:32.166 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by c range between interval '2:30' minute_second preceding and interval '2:30' minute_second following) from t;"] [2024/05/05 15:35:32.167 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_window_concurrency`=4"] [2024/05/05 15:35:32.167 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over() from t;"] [2024/05/05 15:35:32.167 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a) from t;"] [2024/05/05 15:35:32.168 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b) from t;"] [2024/05/05 15:35:32.168 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows unbounded preceding) from t;"] [2024/05/05 15:35:32.169 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows between 1 preceding and 1 following) from t;"] [2024/05/05 15:35:32.169 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b range between 1 preceding and 1 following) from t;"] [2024/05/05 15:35:32.170 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24677] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by c range between interval '2:30' minute_second preceding and interval '2:30' minute_second following) from t;"] [2024/05/05 15:35:32.170 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137420] [schemaVersion=24677] [cur_db=window_function] [sql="drop table if exists t1;"] [user=root@%] [2024/05/05 15:35:32.170 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137420] [schemaVersion=24677] [cur_db=window_function] [sql="create table t1(a int primary key, b int);"] [user=root@%] [2024/05/05 15:35:32.184 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20545, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20544, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:32.136 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:32.184 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20545, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20544, RowCount:0, ArgLen:2, start time: 2024-05-05 15:35:32.136 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int);"] [2024/05/05 15:35:32.206 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20545] [conn=3435137420] [category=ddl] [job="ID:20545, Type:create table, State:queueing, SchemaState:none, SchemaID:20540, TableID:20544, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:32.136 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.227 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20545] [conn=3435137420] [job="ID:20545, Type:create table, State:synced, SchemaState:public, SchemaID:20540, TableID:20544, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:32.136 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.230 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20545] [2024/05/05 15:35:32.230 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:32.230 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=22] ["first split key"=748000000000005040] [2024/05/05 15:35:32.231 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24677] [neededSchemaVersion=24678] ["start time"=430.995µs] [gotSchemaVersion=24678] [phyTblIDs="[20544]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/05 15:35:32.232 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t1 values(1, 1), (2, 1);"] [2024/05/05 15:35:32.233 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3435137420] [session_alias=] [startTS=449549312245366803] [2024/05/05 15:35:32.234 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=22] ["first at"=748000000000005040] ["first new region left"="{Id:16668 StartKey:7480000000000050ff3e00000000000000f8 EndKey:7480000000000050ff4000000000000000f8 RegionEpoch:{ConfVer:1 Version:8081} Peers:[id:16669 store_id:1 ] EncryptionMeta:<nil> IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/05 15:35:32.234 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16668]"] [2024/05/05 15:35:32.234 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t1;"] [2024/05/05 15:35:32.261 +08:00] [INFO] [analyze.go:747] ["analyze table `window_function`.`t1` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/05 15:35:32.242 +08:00] ["end time"=2024/05/05 15:35:32.259 +08:00] [cost=17.290115ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/05 15:35:32.271 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by b) from t1;"] [2024/05/05 15:35:32.272 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t1 values(3, 3);"] [2024/05/05 15:35:32.272 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=3435137420] [session_alias=] [startTS=449549312258211870] [2024/05/05 15:35:32.273 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t1;"] [2024/05/05 15:35:32.279 +08:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=20544] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/05/05 15:35:32.279 +08:00] [INFO] [save.go:211] ["incrementally update count"] [category=stats] [tableID=20544] [curCnt=2] [results.Count=3] [results.BaseCount=2] [count=3] [2024/05/05 15:35:32.296 +08:00] [INFO] [analyze.go:747] ["analyze table `window_function`.`t1` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/05 15:35:32.276 +08:00] ["end time"=2024/05/05 15:35:32.294 +08:00] [cost=18.055711ms] ["sample rate reason"="use min(1, 110000/2) as the sample-rate=1"] [2024/05/05 15:35:32.305 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137420] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by b) from t1;"] [2024/05/05 15:35:32.306 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137424] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/05/05 15:35:32.306 +08:00] [INFO] [session.go:3971] [GENERAL_LOG] [conn=3435137424] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24678] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/05/05 15:35:32.306 +08:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3435137424] [schemaVersion=24678] [cur_db=test] [sql="drop database `window_function`"] [user=root@%] [2024/05/05 15:35:32.320 +08:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20546, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:35:32.285 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/05 15:35:32.320 +08:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:20546, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:35:32.285 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `window_function`"] [2024/05/05 15:35:32.342 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20546] [conn=3435137424] [category=ddl] [job="ID:20546, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:32.285 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.364 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20546] [conn=3435137424] [category=ddl] [job="ID:20546, Type:drop schema, State:running, SchemaState:write only, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:32.285 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.385 +08:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20546] [conn=3435137424] [category=ddl] [job="ID:20546, Type:drop schema, State:running, SchemaState:delete only, SchemaID:20540, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-05 15:35:32.285 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.407 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20546] [tableIDs="[20542,20544]"] [comment="drop schema: table IDs"] [2024/05/05 15:35:32.409 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20546] [jobType="drop schema"] [2024/05/05 15:35:32.409 +08:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20546] [conn=3435137424] [job="ID:20546, Type:drop schema, State:synced, SchemaState:none, SchemaID:20540, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-05 15:35:32.285 +0800 CST, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/05 15:35:32.412 +08:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=20546] [2024/05/05 15:35:32.412 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/05 15:35:32.413 +08:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24678] [neededSchemaVersion=24681] ["start time"=455.339µs] [gotSchemaVersion=24681] [phyTblIDs="[20542,20544]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/05/05 15:35:32.417 +08:00] [INFO] [signal_posix.go:54] ["got signal to exit"] [signal=terminated] [2024/05/05 15:35:32.417 +08:00] [INFO] [server.go:584] ["setting tidb-server to report unhealthy (shutting-down)"] [2024/05/05 15:35:32.417 +08:00] [ERROR] [http_status.go:531] ["start status/rpc server error"] [error="accept tcp 127.0.0.1:36749: use of closed network connection"] [2024/05/05 15:35:32.417 +08:00] [ERROR] [http_status.go:521] ["grpc server error"] [error="mux: server closed"] [2024/05/05 15:35:32.417 +08:00] [ERROR] [http_status.go:526] ["http server error"] [error="http: Server closed"] [2024/05/05 15:35:32.419 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=9743] [tblID=9900] [from=0] [to=2] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.420 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7060] [from=0] [to=128] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.421 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7184] [from=0] [to=11] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.422 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7196] [from=0] [to=30] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.423 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7199] [from=0] [to=4008] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.424 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7202] [from=0] [to=4008] [isUnsigned=true] [category="autoid service"] [2024/05/05 15:35:32.425 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7081] [from=0] [to=4294967296] [isUnsigned=true] [category="autoid service"] [2024/05/05 15:35:32.427 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7190] [from=0] [to=51] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.428 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7078] [from=0] [to=2147483648] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.429 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=9743] [tblID=9895] [from=0] [to=2147483647] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.430 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7084] [from=0] [to=9223372036854775807] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.431 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7125] [from=0] [to=2] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.432 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7063] [from=0] [to=256] [isUnsigned=true] [category="autoid service"] [2024/05/05 15:35:32.433 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7066] [from=0] [to=32768] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.434 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7069] [from=0] [to=65536] [isUnsigned=true] [category="autoid service"] [2024/05/05 15:35:32.435 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7072] [from=0] [to=8388608] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.436 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=7028] [tblID=7075] [from=0] [to=16777216] [isUnsigned=true] [category="autoid service"] [2024/05/05 15:35:32.437 +08:00] [INFO] [autoid.go:569] ["forceRebase from"] [dbID=9743] [tblID=9906] [from=0] [to=6] [isUnsigned=false] [category="autoid service"] [2024/05/05 15:35:32.437 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36749"] [2024/05/05 15:35:32.437 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36749"] [2024/05/05 15:35:32.437 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36749"] [error="context canceled"] [2024/05/05 15:35:32.438 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36749"] [] [2024/05/05 15:35:32.438 +08:00] [INFO] [server.go:978] ["start drain clients"] [2024/05/05 15:35:32.438 +08:00] [INFO] [server.go:1007] ["all sessions quit in drain wait time"] [2024/05/05 15:35:32.438 +08:00] [INFO] [server.go:959] ["kill all connections."] [category=server] [2024/05/05 15:35:32.438 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [2024/05/05 15:35:32.438 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [2024/05/05 15:35:32.438 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [error="context canceled"] [2024/05/05 15:35:32.439 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [] [2024/05/05 15:35:32.439 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:35:32.439 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=2.075µs] [2024/05/05 15:35:32.439 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=887ns] [2024/05/05 15:35:32.439 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:35:32.439 +08:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp general"] [category=ddl] ["take time"=668ns] [2024/05/05 15:35:32.439 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/05 15:35:32.439 +08:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/05 15:35:32.439 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/05 15:35:32.440 +08:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8dfb3e57-195e-4b07-9596-b0166817cfd9] ["take time"=2.210156ms] [2024/05/05 15:35:32.440 +08:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8dfb3e57-195e-4b07-9596-b0166817cfd9] [2024/05/05 15:35:32.440 +08:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/05 15:35:32.440 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/05 15:35:32.440 +08:00] [INFO] [worker.go:196] ["timer hookWorker loop exited"] [groupID=ttl] [hookClass=tidb.ttl] [2024/05/05 15:35:32.440 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/aef9fb6e-64f6-42ae-af13-7c9864441f81] [2024/05/05 15:35:32.440 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/aef9fb6e-64f6-42ae-af13-7c9864441f81] [watcherID=7bc32d73-1932-4094-9e03-8b1029f73de4] [2024/05/05 15:35:32.440 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/05 15:35:32.440 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/05 15:35:32.440 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/05 15:35:32.440 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/05 15:35:32.441 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1638] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/05 15:35:32.441 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/05 15:35:32.441 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/05 15:35:32.441 +08:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [2024/05/05 15:35:32.441 +08:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/05 15:35:32.441 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [2024/05/05 15:35:32.441 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [2024/05/05 15:35:32.441 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [error="context canceled"] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/05 15:35:32.441 +08:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 7a43fe16-b483-47e6-8cb3-1058276c1198 watch owner key /tidb/br-stream/owner/6e648f47936e563c"] [2024/05/05 15:35:32.441 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7a43fe16-b483-47e6-8cb3-1058276c1198"] [2024/05/05 15:35:32.441 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7a43fe16-b483-47e6-8cb3-1058276c1198"] [2024/05/05 15:35:32.441 +08:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8dfb3e57-195e-4b07-9596-b0166817cfd9] [2024/05/05 15:35:32.441 +08:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [2024/05/05 15:35:32.441 +08:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/05 15:35:32.441 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/05 15:35:32.441 +08:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [2024/05/05 15:35:32.441 +08:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [2024/05/05 15:35:32.442 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/05 15:35:32.442 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [error="context canceled"] [2024/05/05 15:35:32.442 +08:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/05 15:35:32.442 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/05 15:35:32.442 +08:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [2024/05/05 15:35:32.442 +08:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [2024/05/05 15:35:32.442 +08:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [2024/05/05 15:35:32.442 +08:00] [INFO] [manager.go:179] ["handle tasks loop done"] [2024/05/05 15:35:32.442 +08:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8dfb3e57-195e-4b07-9596-b0166817cfd9] [2024/05/05 15:35:32.442 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7a43fe16-b483-47e6-8cb3-1058276c1198] [daemon-id=LogBackup::Advancer] [2024/05/05 15:35:32.442 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 7a43fe16-b483-47e6-8cb3-1058276c1198"] [error="context canceled"] [2024/05/05 15:35:32.442 +08:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/05 15:35:32.442 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/05 15:35:32.442 +08:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/05 15:35:32.442 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/05 15:35:32.442 +08:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/05 15:35:32.442 +08:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/05 15:35:32.442 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/05 15:35:32.642 +08:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7a43fe16-b483-47e6-8cb3-1058276c1198"] [error="context canceled"] [2024/05/05 15:35:34.959 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/05 15:35:34.959 +08:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/05 15:35:34.959 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/05 15:35:34.975 +08:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8dfb3e57-195e-4b07-9596-b0166817cfd9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/05 15:35:34.975 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=quitStatsOwner] [2024/05/05 15:35:34.978 +08:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=2.540313218s] [2024/05/05 15:35:34.978 +08:00] [INFO] [gc_worker.go:223] [quit] [category="gc worker"] [uuid=63d1e4e44840010] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/05 15:35:34.979 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/05 15:35:34.979 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/05 15:35:34.979 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/05 15:35:34.979 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/05 15:35:34.979 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] [2024/05/05 15:35:34.979 +08:00] [INFO] [cpu.go:98] ["sql cpu collector stopped"] [2024/05/05 15:35:34.979 +08:00] [INFO] [cgmon.go:77] ["cgroup monitor stopped"] [2024/05/05 15:35:34.979 +08:00] [INFO] [cpuprofile.go:130] ["parallel cpu profiler stopped"] [Pipeline] archiveArtifacts Archiving artifacts No test report files were found. Configuration error? [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] sh + echo 72a0fd5b00235a7c56014b77ddd933e2a0d33c88 + echo 1679dbca25b3483d1375c7e747da27e99ad77360 + echo 600b2ed4bf0aa38224a1c4c4c68831820735515c + curl -F refs/pingcap/tikv/master/sha1.verify=@tikv.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 382 100 101 100 281 3162 8798 --:--:-- --:--:-- --:--:-- 9064 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify"}+ curl -F refs/pingcap/pd/master/sha1.verify=@pd.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 376 100 99 100 277 4345 12157 --:--:-- --:--:-- --:--:-- 12590 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify"}+ curl -F refs/pingcap/tidb/master/sha1.verify=@tidb.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 382 100 101 100 281 3386 9421 --:--:-- --:--:-- --:--:-- 9689 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/tidb/master/sha1.verify"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS